[ 528.337169] env[65028]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 528.337169] env[65028]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 529.339510] env[65116]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 529.339510] env[65116]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 531.170321] env[65116]: INFO neutron.common.config [-] Logging enabled! [ 531.170761] env[65116]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev51 [ 531.170854] env[65116]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65116) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 531.171159] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 531.171254] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 531.172114] env[65116]: WARNING oslo_policy.policy [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.172327] env[65116]: WARNING oslo_policy.policy [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.173991] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] VMware NSXv3 Agent initialized successfully. [ 531.174369] env[65116]: DEBUG oslo_concurrency.lockutils [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] Acquiring lock "singleton_lock" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.174468] env[65116]: DEBUG oslo_concurrency.lockutils [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] Acquired lock "singleton_lock" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.174675] env[65116]: DEBUG oslo_concurrency.lockutils [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] Releasing lock "singleton_lock" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.174956] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] Full set of CONF: {{(pid=65116) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 531.175072] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ******************************************************************************** {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 531.175177] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] Configuration options gathered from: {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 531.175795] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 531.175971] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 531.176094] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ================================================================================ {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 531.176262] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] agent_down_time = 75 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.176397] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] allow_automatic_dhcp_failover = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.176529] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] allow_bulk = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.176667] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] api_extensions_path = {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.176843] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] api_paste_config = api-paste.ini {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.177025] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] auth_strategy = keystone {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.177088] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] backdoor_port = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.177152] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] backdoor_socket = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.177268] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] backlog = 4096 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.177412] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.177566] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] bind_host = 0.0.0.0 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.177700] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] bind_port = 9696 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.177829] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] client_socket_timeout = 900 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.177965] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] config_dir = [] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.178083] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.178219] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] config_source = [] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.178356] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] control_exchange = neutron {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.178490] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] core_plugin = ml2 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.178620] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] debug = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.178750] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] default_availability_zones = [] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.178950] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.179097] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] dhcp_agent_notification = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.179228] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] dhcp_agents_per_network = 1 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.179359] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] dhcp_lease_duration = 86400 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.179498] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] dhcp_load_type = networks {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.179633] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] dns_domain = openstacklocal {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.179767] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.179900] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] enable_default_route_bfd = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.180034] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] enable_default_route_ecmp = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.180164] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] enable_dvr = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.180287] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] enable_new_agents = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.180411] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.180534] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] enable_signals = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.180659] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] enable_traditional_dhcp = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.180783] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] external_dns_driver = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.180909] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] filter_validation = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.181059] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] global_physnet_mtu = 8950 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.181188] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] graceful_shutdown_timeout = 60 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.181360] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] host = cpu-1 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.181495] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] host_dvr_for_dhcp = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.181623] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] http_retries = 3 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.181755] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] instance_format = [instance: %(uuid)s] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.181936] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.182081] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ipam_driver = internal {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.182203] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ipv6_pd_enabled = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.182329] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] l3_ha = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.182461] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.182594] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] l3_ha_network_physical_name = {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.182725] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] l3_ha_network_type = {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.182898] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] log_color = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.183023] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] log_config_append = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.183160] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.183290] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] log_dir = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.183417] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] log_file = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.183516] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] log_options = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.183644] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] log_rotate_interval = 1 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.183777] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] log_rotate_interval_type = days {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.183910] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] log_rotation_type = none {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.184022] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.184124] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.184258] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.184387] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.184537] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.184601] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] max_dns_nameservers = 5 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.184731] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] max_header_line = 16384 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.184857] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] max_l3_agents_per_router = 3 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.184981] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] max_logfile_count = 30 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.185132] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] max_logfile_size_mb = 200 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.185242] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] max_subnet_host_routes = 20 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.185373] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] my_ip = 10.180.1.21 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.185505] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] my_ipv6 = ::1 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.185632] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] network_auto_schedule = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.185753] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] network_link_prefix = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.185888] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.186032] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] notify_nova_on_port_data_changes = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.186165] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] notify_nova_on_port_status_changes = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.186296] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] pagination_max_limit = -1 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.186420] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] publish_errors = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.186543] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] rate_limit_burst = 0 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.186674] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] rate_limit_except_level = CRITICAL {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.186798] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] rate_limit_interval = 0 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.186922] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] retry_until_window = 30 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.187059] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] router_distributed = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.187185] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] rpc_resources_processing_step = 20 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.187309] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] rpc_response_max_timeout = 600 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.187435] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] rpc_response_timeout = 60 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.187564] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] send_events_interval = 2 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.187705] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] service_plugins = ['router'] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.187836] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] setproctitle = on {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.187957] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] shell_completion = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.188099] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] state_path = /opt/stack/data/neutron {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.188234] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] syslog_log_facility = LOG_USER {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.188360] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] tcp_keepidle = 600 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.188492] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] transport_url = **** {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.188619] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] use_journal = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.188744] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] use_json = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.188867] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] use_ssl = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.189069] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] use_stderr = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.189140] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] use_syslog = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.189254] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] vlan_qinq = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.189375] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] vlan_transparent = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.189500] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] watch_log_file = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.189626] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] wsgi_default_pool_size = 100 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.189752] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] wsgi_keep_alive = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.189889] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.190019] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] wsgi_server_debug = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.190166] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_concurrency.disable_process_locking = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190307] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190446] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190576] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190713] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190847] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190979] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.191140] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] profiler.connection_string = messaging:// {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.191277] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] profiler.enabled = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.191412] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] profiler.es_doc_type = notification {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.191541] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] profiler.es_scroll_size = 10000 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.191674] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] profiler.es_scroll_time = 2m {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.191803] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] profiler.filter_error_trace = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.191965] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] profiler.hmac_keys = **** {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.192123] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] profiler.sentinel_service_name = mymaster {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.192265] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] profiler.socket_timeout = 0.1 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.192396] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] profiler.trace_requests = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.192523] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] profiler.trace_sqlalchemy = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.192668] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] profiler_jaeger.process_tags = {} {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.192797] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] profiler_jaeger.service_name_prefix = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.192947] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] profiler_otlp.service_name_prefix = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.193120] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_policy.enforce_new_defaults = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.193390] env[65116]: WARNING oslo_config.cfg [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 531.193536] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_policy.enforce_scope = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.193676] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_policy.policy_default_rule = default {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.193822] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.193962] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.194118] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.194281] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.194418] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.194551] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.194751] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.194837] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.194959] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.195119] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] agent.extensions = [] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.195276] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.195390] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] service_providers.service_provider = [] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.195531] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] QUOTAS.default_quota = -1 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.195670] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.195803] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] QUOTAS.quota_floatingip = 50 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.195935] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] QUOTAS.quota_network = 100 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.196081] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] QUOTAS.quota_port = 500 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.196218] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.196348] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] QUOTAS.quota_router = 10 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.196475] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] QUOTAS.quota_security_group = 10 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.196603] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.196730] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] QUOTAS.quota_subnet = 100 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.196857] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] QUOTAS.track_quota_usage = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.197010] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.197148] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep.group = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.197279] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep.helper_command = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.197409] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep.log_daemon_traceback = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.197543] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.197673] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep.thread_pool_size = 8 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.197798] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep.user = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.197937] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.198074] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_dhcp_release.group = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.198202] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_dhcp_release.helper_command = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.198331] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.198463] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.198592] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.198718] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_dhcp_release.user = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.198855] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.198983] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_ovs_vsctl.group = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.199119] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.199245] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.199379] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.199505] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.199635] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_ovs_vsctl.user = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.199773] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_namespace.capabilities = [21] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.199901] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_namespace.group = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.200038] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_namespace.helper_command = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.200167] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.200300] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.200429] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.200556] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_namespace.user = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.200691] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_conntrack.capabilities = [12] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.201054] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_conntrack.group = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.201207] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_conntrack.helper_command = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.201343] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.201480] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.201649] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.201852] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_conntrack.user = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.202050] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_link.capabilities = [12, 21] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.202193] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_link.group = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.202323] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_link.helper_command = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.202455] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_link.log_daemon_traceback = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.202591] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.202723] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_link.thread_pool_size = 8 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.202848] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] privsep_link.user = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.203032] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.203193] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.203327] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.continue_on_failed_promotions = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.203455] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.dscp = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.203588] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.dscp_inherit = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.203725] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.force_mp_to_policy = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.203853] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.locking_coordinator_url = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.203986] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.log_agent_heartbeats = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.204130] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.logging_expire = 1 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.204269] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.204398] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.204537] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.polling_interval = 240 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.204671] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.204841] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.204945] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.report_interval = 30.0 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.205095] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.205235] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.205404] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.205500] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.sync_skew = 60 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.205629] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.synchronization_queue_size = 20 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.205758] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT.use_helper_for_ns_read = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.205894] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] SECURITYGROUP.enable_ipset = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.206042] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] SECURITYGROUP.enable_security_group = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.206183] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.206319] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.206454] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] experimental.ipv6_pd_enabled = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.206605] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ml2.extension_drivers = ['port_security'] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.206736] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ml2.external_network_type = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.206880] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.207031] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ml2.overlay_ip_version = 4 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.207169] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ml2.path_mtu = 8950 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.207307] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ml2.physical_network_mtus = {} {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.207447] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.207584] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.207724] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ml2.type_drivers = ['vlan'] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.207863] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.208037] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.208188] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.208321] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.208459] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.208596] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.208730] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.208867] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.209015] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.209224] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.209369] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_login_password = **** {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.209513] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.209649] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_login_user = admin {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.209785] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.209926] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.210075] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.210206] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.210347] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.210488] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.210625] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.210763] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.210897] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.211044] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.211189] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.211321] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.211472] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.211667] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.211824] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.212029] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.212165] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.212312] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] nova.auth_section = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.212457] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] nova.auth_type = password {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.212598] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.212729] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] nova.certfile = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.212870] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] nova.collect_timing = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.213043] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] nova.endpoint_type = public {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.213185] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] nova.insecure = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.213317] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] nova.keyfile = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.213458] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] nova.region_name = RegionOne {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.213594] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] nova.split_loggers = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.213725] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] nova.timeout = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.213861] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] placement.auth_section = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.214010] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] placement.auth_type = password {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.214219] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.214324] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] placement.certfile = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.214460] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] placement.collect_timing = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.214601] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] placement.endpoint_type = public {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.214733] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] placement.insecure = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.214860] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] placement.keyfile = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.214996] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] placement.region_name = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.215133] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] placement.split_loggers = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.215644] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] placement.timeout = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.215644] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.auth_section = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.215644] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.auth_type = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.215644] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.cafile = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.215768] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.certfile = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.215925] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.collect_timing = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.216029] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.connect_retries = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.216148] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.connect_retry_delay = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.216278] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.enable_notifications = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.216405] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.endpoint_override = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.216535] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.insecure = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.216662] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.interface = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.216789] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.keyfile = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.216924] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.max_version = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.217061] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.min_version = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.217190] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.region_name = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.217319] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.retriable_status_codes = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.217443] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.service_name = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.217569] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.service_type = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.217698] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.split_loggers = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.217824] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.status_code_retries = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.217951] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.status_code_retry_delay = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.218090] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.timeout = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.218219] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.valid_interfaces = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.218349] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ironic.version = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.218482] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] cli_script.dry_run = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.218624] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.218752] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.218882] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.219017] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.219150] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.219279] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.219409] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.219537] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.219668] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.219811] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.219940] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.220271] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.220271] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.220372] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.220481] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.220619] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.220751] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.220883] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.221031] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.221167] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.221346] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.221414] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.221545] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.221675] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.221805] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.221970] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.222123] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.222258] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.222390] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.222522] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.222656] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.ssl = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.222797] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.222961] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.223116] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.223256] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.223397] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.223528] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.223668] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_notifications.driver = [] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.223801] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_notifications.retry = -1 {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.223957] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.224094] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.224207] env[65116]: DEBUG oslo_service.backend._eventlet.service [None req-8399af86-0708-498a-a7fb-4c4774e33667 None None] ******************************************************************************** {{(pid=65116) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 531.225318] env[65116]: DEBUG neutron.agent.securitygroups_rpc [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Init firewall settings (driver=nsxv3) {{(pid=65116) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 531.226588] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65116) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 531.226822] env[65116]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] RPC agent_id: nsxm-l-01a.corp.local [ 531.229030] env[65116]: DEBUG dogpile.cache.region [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 531.229159] env[65116]: DEBUG dogpile.lock [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 531.229257] env[65116]: DEBUG dogpile.lock [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 531.229349] env[65116]: DEBUG dogpile.lock [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 531.229445] env[65116]: DEBUG dogpile.cache.region [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 531.229534] env[65116]: DEBUG dogpile.lock [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 531.229658] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 531.247959] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Session token - acquiring [ 531.249600] env[65116]: DEBUG networking_nsxv3.common.locking [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.249796] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.249796] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.250244] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.261210] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.528995] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 531.550137] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 531.550377] env[65116]: DEBUG dogpile.cache.region [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Cache value generated in 0.321 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 531.550440] env[65116]: DEBUG dogpile.lock [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 531.550565] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Activating Policy API Provider. [ 531.550770] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Looking for the default Infrastructure Rules. [ 531.625999] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Looking for the Default Layer3 Logged Drop Section. [ 531.639923] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 531.640466] env[65116]: DEBUG networking_nsxv3.common.locking [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.640650] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquiring lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.640752] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.641043] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired external semaphore "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.641378] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.156747] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.659136] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.161855] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Inventory metadata is going to be refreshed. [ 533.162195] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 533.908206] env[65116]: DEBUG networking_nsxv3.common.locking [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.908651] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.908651] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.908830] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.919863] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 533.920782] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.921659] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 533.938605] env[65116]: DEBUG networking_nsxv3.common.locking [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.938806] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.938863] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.939182] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.939313] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.939461] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 533.939618] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.939730] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 533.959516] env[65116]: DEBUG networking_nsxv3.common.locking [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.959738] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.959779] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.960131] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.960315] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.960459] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 533.981943] env[65116]: DEBUG networking_nsxv3.common.locking [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.982204] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.982277] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.982559] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.982704] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.982850] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 534.003592] env[65116]: DEBUG networking_nsxv3.common.locking [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.003856] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquiring lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.003856] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.004147] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired external semaphore "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.004312] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Releasing lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.004470] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 534.004630] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.004741] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 534.023245] env[65116]: DEBUG networking_nsxv3.common.locking [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.023492] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquiring lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.023492] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.023795] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired external semaphore "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.023915] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Releasing lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.024065] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 534.024171] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.024315] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 534.044359] env[65116]: DEBUG networking_nsxv3.common.locking [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.044623] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.044623] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.044917] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.045187] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.045396] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 534.045539] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.045638] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Inventory metadata have been refreshed. [ 534.045739] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Dryrun:True. Metadata refresh completed. [ 534.045864] env[65116]: DEBUG oslo_concurrency.lockutils [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Releasing lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.047528] env[65116]: INFO neutron.agent.agent_extensions_manager [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Loaded agent extensions: [] [ 534.048250] env[65116]: DEBUG neutron_lib.callbacks.manager [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65116) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 534.101095] env[65116]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] NSXv3 Agent Agent RPC Daemon Started! [ 534.101291] env[65116]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] NSXv3 Agent Agent loop - iteration:0 started [ 534.101364] env[65116]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] NSXv3 Agent Agent out of sync with plugin! [ 539.049438] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.049822] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.050957] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.050957] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.052163] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.052605] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.402538] env[65116]: INFO networking_nsxv3.common.synchronization [None req-a78c0da1-7eb8-483a-8b71-fc9f4bebd9c3 demo admin] Enqueued Resource ID: 05936605-935c-4bc5-b7b1-148e2c14e915 with Priority: HIGHEST for action security_group_rules [ 549.402846] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05936605-935c-4bc5-b7b1-148e2c14e915 with Priority: HIGHEST for action security_group_rules [ 549.403143] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05936605-935c-4bc5-b7b1-148e2c14e915 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.403275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05936605-935c-4bc5-b7b1-148e2c14e915" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.403356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05936605-935c-4bc5-b7b1-148e2c14e915" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.403730] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05936605-935c-4bc5-b7b1-148e2c14e915" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.403821] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05936605-935c-4bc5-b7b1-148e2c14e915',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.924953] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.925224] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.925224] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.925375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.925468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.925566] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05936605-935c-4bc5-b7b1-148e2c14e915 already deleted. [ 549.925647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05936605-935c-4bc5-b7b1-148e2c14e915" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.404384] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.404819] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.405754] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.406102] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.406677] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.407127] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.408112] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.408465] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.410045] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.410045] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.583498] env[65116]: INFO networking_nsxv3.common.synchronization [None req-3f896037-b5c9-4aed-bc23-8c3b41b9e33c None None] Enqueued Resource ID: 5dc131ad-f64d-401c-bef5-73ff84cd8727 with Priority: HIGHEST for action port [ 577.584053] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc131ad-f64d-401c-bef5-73ff84cd8727 with Priority: HIGHEST for action port [ 577.584356] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dc131ad-f64d-401c-bef5-73ff84cd8727 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.584480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dc131ad-f64d-401c-bef5-73ff84cd8727" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.584548] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dc131ad-f64d-401c-bef5-73ff84cd8727" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.584795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dc131ad-f64d-401c-bef5-73ff84cd8727" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.584885] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc131ad-f64d-401c-bef5-73ff84cd8727',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.089246] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dc131ad-f64d-401c-bef5-73ff84cd8727 [ 578.089504] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.089643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.089721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.090399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.090399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.090399] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dc131ad-f64d-401c-bef5-73ff84cd8727 already deleted. [ 578.090399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dc131ad-f64d-401c-bef5-73ff84cd8727" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.245748] env[65116]: INFO networking_nsxv3.common.synchronization [None req-a57932eb-e29d-4e99-be1a-cf11384c00cc None None] Enqueued Resource ID: e0944d1d-ba60-46c2-b444-06d504db19e0 with Priority: HIGHEST for action port [ 579.246381] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0944d1d-ba60-46c2-b444-06d504db19e0 with Priority: HIGHEST for action port [ 579.246716] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0944d1d-ba60-46c2-b444-06d504db19e0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.246961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0944d1d-ba60-46c2-b444-06d504db19e0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.247046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0944d1d-ba60-46c2-b444-06d504db19e0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.247295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0944d1d-ba60-46c2-b444-06d504db19e0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.247398] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0944d1d-ba60-46c2-b444-06d504db19e0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.749162] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0944d1d-ba60-46c2-b444-06d504db19e0 [ 579.749402] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.749538] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.749610] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.749818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.749909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.750013] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0944d1d-ba60-46c2-b444-06d504db19e0 already deleted. [ 579.750109] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0944d1d-ba60-46c2-b444-06d504db19e0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.053191] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.053191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.053191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.053191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.053191] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.555730] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.059126] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.561995] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 581.562315] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 581.913416] env[65116]: INFO networking_nsxv3.common.synchronization [None req-2bfd50d4-42d3-4707-a8c9-f0f7658f1e5b None None] Enqueued Resource ID: 4ddefb10-1ede-4a9a-a4e4-986514669658 with Priority: HIGHEST for action port [ 581.913990] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ddefb10-1ede-4a9a-a4e4-986514669658 with Priority: HIGHEST for action port [ 581.914310] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ddefb10-1ede-4a9a-a4e4-986514669658 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.914439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ddefb10-1ede-4a9a-a4e4-986514669658" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.914504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ddefb10-1ede-4a9a-a4e4-986514669658" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.914756] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ddefb10-1ede-4a9a-a4e4-986514669658" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.914843] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ddefb10-1ede-4a9a-a4e4-986514669658',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.240340] env[65116]: INFO networking_nsxv3.common.synchronization [None req-547153a3-74ce-49b7-a67e-41d00bda7a34 None None] Enqueued Resource ID: 56482829-176a-4bf8-acc4-b3bb0d3c1291 with Priority: HIGHEST for action port [ 582.240588] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56482829-176a-4bf8-acc4-b3bb0d3c1291 with Priority: HIGHEST for action port [ 582.241206] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-56482829-176a-4bf8-acc4-b3bb0d3c1291 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.241352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56482829-176a-4bf8-acc4-b3bb0d3c1291" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.241398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56482829-176a-4bf8-acc4-b3bb0d3c1291" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.241630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56482829-176a-4bf8-acc4-b3bb0d3c1291" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.241717] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56482829-176a-4bf8-acc4-b3bb0d3c1291',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.395502] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.395502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.395502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.395894] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.414033] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 582.414902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.415835] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 582.417704] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ddefb10-1ede-4a9a-a4e4-986514669658 [ 582.417927] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.418163] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.419011] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.419011] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.419011] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.419011] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ddefb10-1ede-4a9a-a4e4-986514669658 already deleted. [ 582.419011] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ddefb10-1ede-4a9a-a4e4-986514669658" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.452476] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.452666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.452722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.453060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.453174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.453304] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 582.453384] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.453460] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 582.475742] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.475944] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.476022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.476739] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.476739] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.476739] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 582.499610] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.499794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.499869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.500088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.500221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.500381] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 582.525345] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.525345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.525345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.526385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.526385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.526385] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 582.526385] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.526385] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 582.557085] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.557243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.557355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.557521] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.557606] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.557710] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 582.557837] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.557837] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 582.579793] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.580131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.580131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.580244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.580384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.580435] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 582.580514] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.580575] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 582.580643] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 582.580730] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 582.580799] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 582.580887] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 582.581245] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 582.581245] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 582.581351] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 582.603428] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.603697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.603697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.603837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.603947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.604075] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 582.631146] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.631146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.631146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.631146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.631146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.644214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.744172] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56482829-176a-4bf8-acc4-b3bb0d3c1291 [ 582.744424] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.749580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.749580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.749580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.749580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.749580] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56482829-176a-4bf8-acc4-b3bb0d3c1291 already deleted. [ 582.749580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56482829-176a-4bf8-acc4-b3bb0d3c1291" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.970835] env[65116]: INFO networking_nsxv3.common.synchronization [None req-fd092540-99dd-4147-8383-b5238847ef4b None None] Enqueued Resource ID: ee6b4b53-e061-4269-86fb-837d386a3cd4 with Priority: HIGHEST for action port [ 582.971461] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6b4b53-e061-4269-86fb-837d386a3cd4 with Priority: HIGHEST for action port [ 582.973159] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee6b4b53-e061-4269-86fb-837d386a3cd4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.973159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee6b4b53-e061-4269-86fb-837d386a3cd4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.973159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee6b4b53-e061-4269-86fb-837d386a3cd4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.973159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee6b4b53-e061-4269-86fb-837d386a3cd4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.973159] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee6b4b53-e061-4269-86fb-837d386a3cd4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.304665] env[65116]: INFO networking_nsxv3.common.synchronization [None req-939de327-ae05-47d9-9a84-9025543b7a14 None None] Enqueued Resource ID: efaed600-fe4b-4c57-a077-86c6e9fad12b with Priority: HIGHEST for action port [ 583.305205] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efaed600-fe4b-4c57-a077-86c6e9fad12b with Priority: HIGHEST for action port [ 583.306084] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-efaed600-fe4b-4c57-a077-86c6e9fad12b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.306084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efaed600-fe4b-4c57-a077-86c6e9fad12b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.306084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efaed600-fe4b-4c57-a077-86c6e9fad12b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.306084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efaed600-fe4b-4c57-a077-86c6e9fad12b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.306084] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efaed600-fe4b-4c57-a077-86c6e9fad12b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.474437] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee6b4b53-e061-4269-86fb-837d386a3cd4 [ 583.474437] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.474437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.474672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.474859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.474859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.474922] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee6b4b53-e061-4269-86fb-837d386a3cd4 already deleted. [ 583.474955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee6b4b53-e061-4269-86fb-837d386a3cd4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.808789] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efaed600-fe4b-4c57-a077-86c6e9fad12b [ 583.809124] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.809188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.809236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.809439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.809524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.809617] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efaed600-fe4b-4c57-a077-86c6e9fad12b already deleted. [ 583.809703] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efaed600-fe4b-4c57-a077-86c6e9fad12b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.659175] env[65116]: INFO networking_nsxv3.common.synchronization [None req-827d1a48-4c5e-4f65-b07b-a5296e7a57d9 None None] Enqueued Resource ID: b9a05a98-97e6-46c8-a7fd-60e1e3f3ec2e with Priority: HIGHEST for action port [ 584.660831] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a05a98-97e6-46c8-a7fd-60e1e3f3ec2e with Priority: HIGHEST for action port [ 584.660831] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9a05a98-97e6-46c8-a7fd-60e1e3f3ec2e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.660831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9a05a98-97e6-46c8-a7fd-60e1e3f3ec2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.660831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9a05a98-97e6-46c8-a7fd-60e1e3f3ec2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.662160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9a05a98-97e6-46c8-a7fd-60e1e3f3ec2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.662271] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9a05a98-97e6-46c8-a7fd-60e1e3f3ec2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.889596] env[65116]: INFO networking_nsxv3.common.synchronization [None req-1b663b88-4d89-4780-b848-70ffdadd951a None None] Enqueued Resource ID: 6b938d51-bc9e-49f6-a5ae-075ae4030ed3 with Priority: HIGHEST for action port [ 584.889596] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b938d51-bc9e-49f6-a5ae-075ae4030ed3 with Priority: HIGHEST for action port [ 584.890047] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b938d51-bc9e-49f6-a5ae-075ae4030ed3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.890205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b938d51-bc9e-49f6-a5ae-075ae4030ed3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.890290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b938d51-bc9e-49f6-a5ae-075ae4030ed3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.890528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b938d51-bc9e-49f6-a5ae-075ae4030ed3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.890612] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b938d51-bc9e-49f6-a5ae-075ae4030ed3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.163967] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9a05a98-97e6-46c8-a7fd-60e1e3f3ec2e [ 585.164379] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.164379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.164471] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.166547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.166547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.166547] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9a05a98-97e6-46c8-a7fd-60e1e3f3ec2e already deleted. [ 585.166547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9a05a98-97e6-46c8-a7fd-60e1e3f3ec2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.393216] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b938d51-bc9e-49f6-a5ae-075ae4030ed3 [ 585.393216] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.393216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.393216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.393429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.393481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.393695] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b938d51-bc9e-49f6-a5ae-075ae4030ed3 already deleted. [ 585.393695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b938d51-bc9e-49f6-a5ae-075ae4030ed3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.404619] env[65116]: INFO networking_nsxv3.common.synchronization [None req-14d949bb-df12-49fa-8525-3b809a330109 None None] Enqueued Resource ID: 844679af-23b8-4b63-89c0-757c94c22579 with Priority: HIGHEST for action port [ 585.405172] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 844679af-23b8-4b63-89c0-757c94c22579 with Priority: HIGHEST for action port [ 585.406069] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-844679af-23b8-4b63-89c0-757c94c22579 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.406069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-844679af-23b8-4b63-89c0-757c94c22579" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.406069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-844679af-23b8-4b63-89c0-757c94c22579" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.406069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-844679af-23b8-4b63-89c0-757c94c22579" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.406069] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('844679af-23b8-4b63-89c0-757c94c22579',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.910790] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 844679af-23b8-4b63-89c0-757c94c22579 [ 585.911093] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.911216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.911281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.911508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.911598] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.911693] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:844679af-23b8-4b63-89c0-757c94c22579 already deleted. [ 585.911790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-844679af-23b8-4b63-89c0-757c94c22579" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.376182] env[65116]: INFO networking_nsxv3.common.synchronization [None req-d3157b0c-d0e9-4372-8875-09e3a421fba6 None None] Enqueued Resource ID: 75bd0b06-2d9b-4e91-861a-f5faed722b4c with Priority: HIGHEST for action port [ 586.379970] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75bd0b06-2d9b-4e91-861a-f5faed722b4c with Priority: HIGHEST for action port [ 586.380374] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-75bd0b06-2d9b-4e91-861a-f5faed722b4c taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.380505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75bd0b06-2d9b-4e91-861a-f5faed722b4c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.380571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75bd0b06-2d9b-4e91-861a-f5faed722b4c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.380883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75bd0b06-2d9b-4e91-861a-f5faed722b4c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.380974] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75bd0b06-2d9b-4e91-861a-f5faed722b4c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.883747] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75bd0b06-2d9b-4e91-861a-f5faed722b4c [ 586.884053] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.884208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.884288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.885086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.885086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.885086] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75bd0b06-2d9b-4e91-861a-f5faed722b4c already deleted. [ 586.885337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75bd0b06-2d9b-4e91-861a-f5faed722b4c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.327964] env[65116]: INFO networking_nsxv3.common.synchronization [None req-f671099f-b00f-4050-9b5b-17c3a45e9b28 None None] Enqueued Resource ID: 7209a9f8-8405-40ec-896f-699d0601f055 with Priority: HIGHEST for action port [ 587.328492] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7209a9f8-8405-40ec-896f-699d0601f055 with Priority: HIGHEST for action port [ 587.328947] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-7209a9f8-8405-40ec-896f-699d0601f055 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.328947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7209a9f8-8405-40ec-896f-699d0601f055" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.329107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7209a9f8-8405-40ec-896f-699d0601f055" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.329484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7209a9f8-8405-40ec-896f-699d0601f055" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.329590] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7209a9f8-8405-40ec-896f-699d0601f055',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.431545] env[65116]: INFO networking_nsxv3.common.synchronization [None req-52a06e87-722a-431c-b994-50110b8c7c1c None None] Enqueued Resource ID: 823a2c97-b654-485f-9736-61cddc3f2db9 with Priority: HIGHEST for action port [ 587.432080] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823a2c97-b654-485f-9736-61cddc3f2db9 with Priority: HIGHEST for action port [ 587.432395] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-823a2c97-b654-485f-9736-61cddc3f2db9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.432566] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823a2c97-b654-485f-9736-61cddc3f2db9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.432642] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823a2c97-b654-485f-9736-61cddc3f2db9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.432901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823a2c97-b654-485f-9736-61cddc3f2db9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.432994] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823a2c97-b654-485f-9736-61cddc3f2db9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.834074] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7209a9f8-8405-40ec-896f-699d0601f055 [ 587.834074] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.834074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.834074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.834074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.834074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.834074] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7209a9f8-8405-40ec-896f-699d0601f055 already deleted. [ 587.834074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7209a9f8-8405-40ec-896f-699d0601f055" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.935751] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 823a2c97-b654-485f-9736-61cddc3f2db9 [ 587.936237] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.936806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.936806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.936904] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.937414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.938522] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:823a2c97-b654-485f-9736-61cddc3f2db9 already deleted. [ 587.938646] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823a2c97-b654-485f-9736-61cddc3f2db9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.568336] env[65116]: INFO networking_nsxv3.common.synchronization [None req-5a7560fe-6f93-49b1-812d-b2caca584c6b None None] Enqueued Resource ID: 05688b8c-55b0-4884-87e5-f332f9e99826 with Priority: HIGHEST for action port [ 588.568336] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05688b8c-55b0-4884-87e5-f332f9e99826 with Priority: HIGHEST for action port [ 588.568336] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-05688b8c-55b0-4884-87e5-f332f9e99826 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.568336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05688b8c-55b0-4884-87e5-f332f9e99826" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.568947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05688b8c-55b0-4884-87e5-f332f9e99826" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.569323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05688b8c-55b0-4884-87e5-f332f9e99826" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.569570] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05688b8c-55b0-4884-87e5-f332f9e99826',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.072397] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05688b8c-55b0-4884-87e5-f332f9e99826 [ 589.072621] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.072753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.072818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.073090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.073180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.073277] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05688b8c-55b0-4884-87e5-f332f9e99826 already deleted. [ 589.073358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05688b8c-55b0-4884-87e5-f332f9e99826" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.797621] env[65116]: INFO networking_nsxv3.common.synchronization [None req-20ff5f32-5f5e-4798-93dc-0223432eebde None None] Enqueued Resource ID: 4b683e6a-af31-4ba1-94e1-103a68a93751 with Priority: HIGHEST for action port [ 589.797621] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b683e6a-af31-4ba1-94e1-103a68a93751 with Priority: HIGHEST for action port [ 589.798802] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b683e6a-af31-4ba1-94e1-103a68a93751 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.798802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b683e6a-af31-4ba1-94e1-103a68a93751" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.798802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b683e6a-af31-4ba1-94e1-103a68a93751" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.798802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b683e6a-af31-4ba1-94e1-103a68a93751" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.798802] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b683e6a-af31-4ba1-94e1-103a68a93751',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.301014] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b683e6a-af31-4ba1-94e1-103a68a93751 [ 590.301248] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.301379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.301447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.302105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.302105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.302105] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b683e6a-af31-4ba1-94e1-103a68a93751 already deleted. [ 590.302105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b683e6a-af31-4ba1-94e1-103a68a93751" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.320055] env[65116]: INFO networking_nsxv3.common.synchronization [None req-9dd0c62e-7d50-4bd7-92c5-9ae121b1aa40 None None] Enqueued Resource ID: 5b64d06f-afcd-46c1-a9dc-42abf4c8fe75 with Priority: HIGHEST for action port [ 590.320323] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b64d06f-afcd-46c1-a9dc-42abf4c8fe75 with Priority: HIGHEST for action port [ 590.320884] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b64d06f-afcd-46c1-a9dc-42abf4c8fe75 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.321049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b64d06f-afcd-46c1-a9dc-42abf4c8fe75" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.321115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b64d06f-afcd-46c1-a9dc-42abf4c8fe75" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.321410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b64d06f-afcd-46c1-a9dc-42abf4c8fe75" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.321454] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b64d06f-afcd-46c1-a9dc-42abf4c8fe75',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.824040] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b64d06f-afcd-46c1-a9dc-42abf4c8fe75 [ 590.824040] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.824040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.824040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.824666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.824666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.824666] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b64d06f-afcd-46c1-a9dc-42abf4c8fe75 already deleted. [ 590.824666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b64d06f-afcd-46c1-a9dc-42abf4c8fe75" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.444568] env[65116]: INFO networking_nsxv3.common.synchronization [None req-7326591d-2574-4421-ad88-75539dfc47e9 None None] Enqueued Resource ID: a6465fc1-b79b-46e9-975a-87a0e8afab0d with Priority: HIGHEST for action port [ 591.444568] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6465fc1-b79b-46e9-975a-87a0e8afab0d with Priority: HIGHEST for action port [ 591.444568] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6465fc1-b79b-46e9-975a-87a0e8afab0d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.444568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6465fc1-b79b-46e9-975a-87a0e8afab0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.444568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6465fc1-b79b-46e9-975a-87a0e8afab0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.444568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6465fc1-b79b-46e9-975a-87a0e8afab0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.444568] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6465fc1-b79b-46e9-975a-87a0e8afab0d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.501572] env[65116]: INFO networking_nsxv3.common.synchronization [req-f508805e-5694-4d1a-b091-8ee241bcea78 req-87c6a9b1-545f-4207-9068-5fe47d73f013 tempest-MigrationsAdminTest-1477697275 tempest-MigrationsAdminTest-1477697275-project-member] Enqueued Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_members [ 591.501572] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_members [ 591.501572] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-145a65d7-769d-4b64-8d56-37c2bf3d0e21 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.504753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.504753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.504753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.504753] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.504753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.504753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.504753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.509061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.509061] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.946097] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6465fc1-b79b-46e9-975a-87a0e8afab0d [ 591.946371] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.946526] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.946627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.946878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.946996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.947452] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6465fc1-b79b-46e9-975a-87a0e8afab0d already deleted. [ 591.947452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6465fc1-b79b-46e9-975a-87a0e8afab0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.014619] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.014619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.014619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.014903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.014903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.016027] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.016027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.016027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.016027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.016027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.016027] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 already deleted. [ 592.016027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.050051] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.051337] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.051337] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.051337] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.051337] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.051337] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.051337] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.051668] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.051668] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.051860] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.051996] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.052098] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.052257] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.052309] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.052402] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.052524] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.073570] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.073570] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.073689] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.073841] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.074374] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-fc77c1b5-9d9b-479a-a553-e7961313af08 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.074479] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-fc77c1b5-9d9b-479a-a553-e7961313af08" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.074518] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-fc77c1b5-9d9b-479a-a553-e7961313af08" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.074819] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-fc77c1b5-9d9b-479a-a553-e7961313af08" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.074953] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc77c1b5-9d9b-479a-a553-e7961313af08',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.551556] env[65116]: INFO networking_nsxv3.common.synchronization [None req-edc2cb5e-18a8-4b68-a41e-cc3629eb8efa None None] Enqueued Resource ID: badf746e-7d5a-4599-937e-845dcaf6d950 with Priority: HIGHEST for action port [ 592.552078] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: badf746e-7d5a-4599-937e-845dcaf6d950 with Priority: HIGHEST for action port [ 592.552373] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-badf746e-7d5a-4599-937e-845dcaf6d950 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.553094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-badf746e-7d5a-4599-937e-845dcaf6d950" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.553094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-badf746e-7d5a-4599-937e-845dcaf6d950" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.553094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-badf746e-7d5a-4599-937e-845dcaf6d950" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.553094] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('badf746e-7d5a-4599-937e-845dcaf6d950',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.579376] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.579876] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.580704] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.581204] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.581505] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.581808] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port fc77c1b5-9d9b-479a-a553-e7961313af08 not found, creating... [ 592.582862] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.582862] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.582862] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.582862] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.582862] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.583959] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.583959] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.583959] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.583959] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.585186] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.585186] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: fc77c1b5-9d9b-479a-a553-e7961313af08 is going to be created. [ 592.609681] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.609863] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.610057] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.610247] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.610643] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.610742] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-fc77c1b5-9d9b-479a-a553-e7961313af08" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.858491] env[65116]: INFO networking_nsxv3.common.synchronization [None req-ed35be64-d890-46a4-a37d-348cea9d24af tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGHEST for action security_group_rules [ 592.858491] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGHEST for action security_group_rules [ 592.858491] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5181241a-f320-4dd8-a3ce-36912a3d4667 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.858491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.858491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.858491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.858491] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5181241a-f320-4dd8-a3ce-36912a3d4667',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.962022] env[65116]: INFO networking_nsxv3.common.synchronization [None req-3b642fee-266a-43a7-a917-176a504e1161 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGHEST for action security_group_rules [ 592.962022] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGHEST for action security_group_rules [ 592.964567] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5181241a-f320-4dd8-a3ce-36912a3d4667 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.964782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.057075] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port badf746e-7d5a-4599-937e-845dcaf6d950 [ 593.057451] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.057599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.057676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.058310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.058310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.058310] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:badf746e-7d5a-4599-937e-845dcaf6d950 already deleted. [ 593.058310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-badf746e-7d5a-4599-937e-845dcaf6d950" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.380025] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.380025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.380025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.380025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.380025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.380025] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 already deleted. [ 593.380025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.380025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.380025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.380025] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5181241a-f320-4dd8-a3ce-36912a3d4667',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.439752] env[65116]: INFO networking_nsxv3.common.synchronization [req-f508805e-5694-4d1a-b091-8ee241bcea78 req-852d6db6-b8e4-4f11-a0be-16dd01138349 service nova] Enqueued Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_rules [ 593.439937] env[65116]: INFO networking_nsxv3.common.synchronization [req-f508805e-5694-4d1a-b091-8ee241bcea78 req-852d6db6-b8e4-4f11-a0be-16dd01138349 service nova] Enqueued Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_members [ 593.440089] env[65116]: INFO networking_nsxv3.common.synchronization [req-f508805e-5694-4d1a-b091-8ee241bcea78 req-852d6db6-b8e4-4f11-a0be-16dd01138349 service nova] Enqueued Resource ID: fc77c1b5-9d9b-479a-a553-e7961313af08 with Priority: HIGHEST for action port [ 593.440603] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_rules [ 593.440753] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_members [ 593.440857] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc77c1b5-9d9b-479a-a553-e7961313af08 with Priority: HIGHEST for action port [ 593.445338] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-145a65d7-769d-4b64-8d56-37c2bf3d0e21 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.445338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.445338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.445338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.445547] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.447362] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-145a65d7-769d-4b64-8d56-37c2bf3d0e21 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.447543] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.447652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.447904] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.448154] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.448484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.448668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.448875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.449014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.449191] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.450413] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc77c1b5-9d9b-479a-a553-e7961313af08 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.450660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc77c1b5-9d9b-479a-a553-e7961313af08" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.450827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc77c1b5-9d9b-479a-a553-e7961313af08" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.451111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc77c1b5-9d9b-479a-a553-e7961313af08" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.451111] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc77c1b5-9d9b-479a-a553-e7961313af08',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.855909] env[65116]: INFO networking_nsxv3.common.synchronization [req-6fb589d5-f428-49a6-b1a0-e0cab1540813 req-ffd14705-1306-45fe-bd83-266382f1b91a tempest-DeleteServersAdminTestJSON-15931195 tempest-DeleteServersAdminTestJSON-15931195-project-member] Enqueued Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_members [ 593.856475] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_members [ 593.856785] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.856909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.856978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.862187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.862187] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.862187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.862324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.862431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.862502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.862584] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.900258] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.900439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.900491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.900827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.900827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.900941] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 already deleted. [ 593.900941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.948464] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-145a65d7-769d-4b64-8d56-37c2bf3d0e21 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.948635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.951097] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.953352] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc77c1b5-9d9b-479a-a553-e7961313af08 with status ACTIVE [ 593.953352] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.953352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.953352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.953352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.953668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.953722] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.953819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.953883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.954080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.954150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.954365] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.954464] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.954727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.954727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.954834] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.954863] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc77c1b5-9d9b-479a-a553-e7961313af08 is going to be updated. [ 593.976303] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.976712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.976776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.977191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.977435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.977678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc77c1b5-9d9b-479a-a553-e7961313af08" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.219031] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.219178] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.219222] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.219708] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.219783] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.220595] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.220595] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.220595] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.220595] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.220996] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.220996] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.221122] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.221154] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.221336] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.221336] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.221459] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.243018] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.243018] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.243018] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.243018] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.243018] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-a059ff79-fc05-40c7-9def-3f3c476870b8 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.243018] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-a059ff79-fc05-40c7-9def-3f3c476870b8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.243018] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-a059ff79-fc05-40c7-9def-3f3c476870b8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.243018] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-a059ff79-fc05-40c7-9def-3f3c476870b8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.243018] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a059ff79-fc05-40c7-9def-3f3c476870b8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.363634] env[65116]: INFO networking_nsxv3.common.synchronization [None req-81a4d758-a36f-4976-bfb3-e727c13fbcf4 tempest-ServerActionsTestJSON-460922022 tempest-ServerActionsTestJSON-460922022-project-member] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_rules [ 594.364185] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_rules [ 594.364525] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.365270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.365270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.365270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.365270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.365270] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.365495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.365495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.365603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.365679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.365782] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d61f981-2d3d-41fc-821a-077b08d9783f already deleted. [ 594.365871] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.366337] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.366488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.366562] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.366948] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.367056] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.453835] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.533049] env[65116]: INFO networking_nsxv3.common.synchronization [None req-a1c3d47d-eee4-4924-a89c-915f2b0b0dbc tempest-ServerActionsTestJSON-460922022 tempest-ServerActionsTestJSON-460922022-project-member] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_rules [ 594.533049] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_rules [ 594.533049] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.533049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.747038] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.747284] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.747408] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.747692] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.747887] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.748118] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port a059ff79-fc05-40c7-9def-3f3c476870b8 not found, creating... [ 594.748285] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.748436] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.748549] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.748759] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.748889] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.749250] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.749327] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.749442] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.749620] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.749746] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.749879] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: a059ff79-fc05-40c7-9def-3f3c476870b8 is going to be created. [ 594.770959] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.771220] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.771344] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.771607] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.771850] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.772084] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-a059ff79-fc05-40c7-9def-3f3c476870b8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.802608] env[65116]: INFO networking_nsxv3.common.synchronization [None req-dc204d7c-bbfa-4e10-a77f-0f801e5a6d12 None None] Enqueued Resource ID: 8a7b9122-ed9b-40a8-85c9-f512dbd74ef5 with Priority: HIGHEST for action port [ 594.802608] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7b9122-ed9b-40a8-85c9-f512dbd74ef5 with Priority: HIGHEST for action port [ 594.802608] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a7b9122-ed9b-40a8-85c9-f512dbd74ef5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.802608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a7b9122-ed9b-40a8-85c9-f512dbd74ef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.802608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a7b9122-ed9b-40a8-85c9-f512dbd74ef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.802608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a7b9122-ed9b-40a8-85c9-f512dbd74ef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.806620] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a7b9122-ed9b-40a8-85c9-f512dbd74ef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.893771] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.894082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.894082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.894316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.894432] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.894550] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 already deleted. [ 594.894652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.894824] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.895374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.895374] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.955912] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.956243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.956358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.958867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.958867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.958867] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 is going to be created. [ 594.992896] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.993249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.993249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.993350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.993512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.004552] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 in Status: UNINITIALIZED for 2s [ 595.269955] env[65116]: INFO networking_nsxv3.common.synchronization [None req-b69cbfbd-8fa0-4da3-be3f-fa6863acb828 None None] Enqueued Resource ID: 0de994b2-446c-4b69-a186-4f1afcf39b43 with Priority: HIGHEST for action port [ 595.270824] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de994b2-446c-4b69-a186-4f1afcf39b43 with Priority: HIGHEST for action port [ 595.271532] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-0de994b2-446c-4b69-a186-4f1afcf39b43 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.271532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0de994b2-446c-4b69-a186-4f1afcf39b43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.271951] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0de994b2-446c-4b69-a186-4f1afcf39b43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.271951] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0de994b2-446c-4b69-a186-4f1afcf39b43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.271951] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de994b2-446c-4b69-a186-4f1afcf39b43',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.306999] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a7b9122-ed9b-40a8-85c9-f512dbd74ef5 [ 595.307692] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.307692] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.307692] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.307692] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.307934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.307934] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a7b9122-ed9b-40a8-85c9-f512dbd74ef5 already deleted. [ 595.307934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a7b9122-ed9b-40a8-85c9-f512dbd74ef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.395318] env[65116]: INFO networking_nsxv3.common.synchronization [None req-ba66e1ec-501c-481c-9725-30e7ef0ad1ed tempest-VolumesAssistedSnapshotsTest-1179783743 tempest-VolumesAssistedSnapshotsTest-1179783743-project-member] Enqueued Resource ID: f823d0a4-b01b-4247-92c5-6bdf5068494e with Priority: HIGHEST for action security_group_rules [ 595.395318] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f823d0a4-b01b-4247-92c5-6bdf5068494e with Priority: HIGHEST for action security_group_rules [ 595.395318] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f823d0a4-b01b-4247-92c5-6bdf5068494e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.395318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.395318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.397108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.398239] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f823d0a4-b01b-4247-92c5-6bdf5068494e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.417492] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.418255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.418255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.418255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.418255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.418255] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 already deleted. [ 595.418466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.510961] env[65116]: INFO networking_nsxv3.common.synchronization [req-6fb589d5-f428-49a6-b1a0-e0cab1540813 req-41b2e977-0229-4789-9c2a-8d215f12a743 service nova] Enqueued Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_rules [ 595.510961] env[65116]: INFO networking_nsxv3.common.synchronization [req-6fb589d5-f428-49a6-b1a0-e0cab1540813 req-41b2e977-0229-4789-9c2a-8d215f12a743 service nova] Enqueued Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_members [ 595.510961] env[65116]: INFO networking_nsxv3.common.synchronization [req-6fb589d5-f428-49a6-b1a0-e0cab1540813 req-41b2e977-0229-4789-9c2a-8d215f12a743 service nova] Enqueued Resource ID: a059ff79-fc05-40c7-9def-3f3c476870b8 with Priority: HIGHEST for action port [ 595.510961] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_rules [ 595.510961] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_members [ 595.510961] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a059ff79-fc05-40c7-9def-3f3c476870b8 with Priority: HIGHEST for action port [ 595.514502] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.514502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.514502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.514502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.514502] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.514502] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.514502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.514502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.514502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.514827] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.514827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.514827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.514929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.515077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.515077] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.518392] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-a059ff79-fc05-40c7-9def-3f3c476870b8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.518506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a059ff79-fc05-40c7-9def-3f3c476870b8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.518598] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a059ff79-fc05-40c7-9def-3f3c476870b8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.518734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a059ff79-fc05-40c7-9def-3f3c476870b8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.518807] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a059ff79-fc05-40c7-9def-3f3c476870b8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.739840] env[65116]: INFO networking_nsxv3.common.synchronization [None req-c7ff842e-486c-4410-9a2e-804245584b18 tempest-VolumesAssistedSnapshotsTest-1179783743 tempest-VolumesAssistedSnapshotsTest-1179783743-project-member] Enqueued Resource ID: f823d0a4-b01b-4247-92c5-6bdf5068494e with Priority: HIGHEST for action security_group_rules [ 595.740234] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f823d0a4-b01b-4247-92c5-6bdf5068494e with Priority: HIGHEST for action security_group_rules [ 595.740531] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f823d0a4-b01b-4247-92c5-6bdf5068494e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.740630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.775355] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0de994b2-446c-4b69-a186-4f1afcf39b43 [ 595.775580] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.775782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.775782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.776080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.776080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.776242] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0de994b2-446c-4b69-a186-4f1afcf39b43 already deleted. [ 595.776242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0de994b2-446c-4b69-a186-4f1afcf39b43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.920776] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.921035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.921093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.923341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.923495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.923629] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f823d0a4-b01b-4247-92c5-6bdf5068494e already deleted. [ 595.925831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.925964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.926193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.926279] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f823d0a4-b01b-4247-92c5-6bdf5068494e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.021508] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.022438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.032162] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a059ff79-fc05-40c7-9def-3f3c476870b8 with status ACTIVE [ 596.032545] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.032766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.032886] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.033236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.033368] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.033583] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.033707] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.033764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.033925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.034038] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.034223] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.034305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.034367] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.034507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.034585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.034662] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a059ff79-fc05-40c7-9def-3f3c476870b8 is going to be updated. [ 596.035949] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.056406] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.056669] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.056669] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.056820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.056957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.057132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a059ff79-fc05-40c7-9def-3f3c476870b8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.395585] env[65116]: INFO networking_nsxv3.common.synchronization [None req-402dc35a-334c-455b-8173-a6f8d61819d9 None None] Enqueued Resource ID: d02fa9a3-69e2-49f7-b09d-8e86d1255824 with Priority: HIGHEST for action port [ 596.396169] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02fa9a3-69e2-49f7-b09d-8e86d1255824 with Priority: HIGHEST for action port [ 596.396487] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-d02fa9a3-69e2-49f7-b09d-8e86d1255824 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.396617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d02fa9a3-69e2-49f7-b09d-8e86d1255824" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.396684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d02fa9a3-69e2-49f7-b09d-8e86d1255824" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.396962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d02fa9a3-69e2-49f7-b09d-8e86d1255824" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.397012] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d02fa9a3-69e2-49f7-b09d-8e86d1255824',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.449156] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.449313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.449385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.449590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.449685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.449780] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f823d0a4-b01b-4247-92c5-6bdf5068494e already deleted. [ 596.449859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.538456] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.901391] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d02fa9a3-69e2-49f7-b09d-8e86d1255824 [ 596.901635] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.901807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.901877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.902191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.902262] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.903233] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d02fa9a3-69e2-49f7-b09d-8e86d1255824 already deleted. [ 596.903343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d02fa9a3-69e2-49f7-b09d-8e86d1255824" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.018266] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 in Status: SUCCESS [ 597.018534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.018796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.019078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.019374] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.019555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.019613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.020119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.020119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.020119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.020379] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.041246] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.041612] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.041612] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.041700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.041818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.041904] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d61f981-2d3d-41fc-821a-077b08d9783f is going to be created. [ 597.091321] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.091518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.091518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.091926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.091926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.102499] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d61f981-2d3d-41fc-821a-077b08d9783f in Status: UNINITIALIZED for 2s [ 597.526336] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-145a65d7-769d-4b64-8d56-37c2bf3d0e21 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.527457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.527457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.527457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.529402] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.529593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.529683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.529891] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.529980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.530547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.530547] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-145a65d7-769d-4b64-8d56-37c2bf3d0e21 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.530547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.530547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.530735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.530735] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.530802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.530855] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.531018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.532299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.532299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.532299] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.608618] env[65116]: INFO networking_nsxv3.common.synchronization [None req-5bba2223-aeb4-49b5-a20a-fa39cad44cc7 None None] Enqueued Resource ID: 3e22cdab-242f-4127-9547-0545749efa90 with Priority: HIGHEST for action port [ 597.609581] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e22cdab-242f-4127-9547-0545749efa90 with Priority: HIGHEST for action port [ 597.612813] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e22cdab-242f-4127-9547-0545749efa90 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.612813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e22cdab-242f-4127-9547-0545749efa90" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.612813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e22cdab-242f-4127-9547-0545749efa90" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.613084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e22cdab-242f-4127-9547-0545749efa90" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.613161] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e22cdab-242f-4127-9547-0545749efa90',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.036647] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 145a65d7-769d-4b64-8d56-37c2bf3d0e21: rpc.has_security_group_logging(os_id): False [ 598.058509] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.058875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.058875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.059481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.059481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.059481] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.059481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.059481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.059799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.059799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.059872] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.061942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.061942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.061942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.061942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.061942] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.061942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.061942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.061942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.061942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.061942] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 is going to be created. [ 598.082629] env[65116]: INFO networking_nsxv3.common.synchronization [req-1ebe1b35-faf5-4e49-afd8-099b33645004 req-64a86bec-8d0a-4b1d-b17b-e550b4fa1598 tempest-ServerDiagnosticsNegativeTest-142732464 tempest-ServerDiagnosticsNegativeTest-142732464-project-member] Enqueued Resource ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 with Priority: HIGHEST for action security_group_members [ 598.082629] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 with Priority: HIGHEST for action security_group_members [ 598.082629] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9f2c33-05a0-43fb-a542-90e6051a0a62 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.083147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.083147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.084593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.084593] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.084593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.084593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.084593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.084593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.084593] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9f2c33-05a0-43fb-a542-90e6051a0a62',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.117744] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e22cdab-242f-4127-9547-0545749efa90 [ 598.117744] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.117744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.117744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.117744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.117744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.117744] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e22cdab-242f-4127-9547-0545749efa90 already deleted. [ 598.117744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e22cdab-242f-4127-9547-0545749efa90" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.138034] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.138288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.138288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.138782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.138782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.153221] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 in Status: IN_PROGRESS for 2s [ 598.468666] env[65116]: INFO networking_nsxv3.common.synchronization [None req-b45a3ce8-d56b-404a-bf69-477c040c12da None None] Enqueued Resource ID: b4d38078-f3e9-422b-bd03-8362652ce200 with Priority: HIGHEST for action port [ 598.469630] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d38078-f3e9-422b-bd03-8362652ce200 with Priority: HIGHEST for action port [ 598.469630] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4d38078-f3e9-422b-bd03-8362652ce200 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.469788] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4d38078-f3e9-422b-bd03-8362652ce200" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.469905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4d38078-f3e9-422b-bd03-8362652ce200" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.470177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4d38078-f3e9-422b-bd03-8362652ce200" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.470289] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4d38078-f3e9-422b-bd03-8362652ce200',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.587382] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.587635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.587687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.588122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.588122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.588300] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.588428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.588511] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.588740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.588818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.588936] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 already deleted. [ 598.589159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.972949] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4d38078-f3e9-422b-bd03-8362652ce200 [ 598.973390] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.973558] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.973650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.973906] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.973997] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.974212] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4d38078-f3e9-422b-bd03-8362652ce200 already deleted. [ 598.974434] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4d38078-f3e9-422b-bd03-8362652ce200" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.067656] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.068291] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.068291] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.068291] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.068563] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.068563] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.068674] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.068887] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.069390] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.069626] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.069784] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.069925] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.070276] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.070418] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.070581] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.070822] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.090815] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.091124] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.091338] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.091527] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.091841] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-cf0d4936-618c-45a3-af9c-3f745b2cf316 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.092025] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-cf0d4936-618c-45a3-af9c-3f745b2cf316" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.092148] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-cf0d4936-618c-45a3-af9c-3f745b2cf316" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.092518] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-cf0d4936-618c-45a3-af9c-3f745b2cf316" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.092673] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0d4936-618c-45a3-af9c-3f745b2cf316',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.113292] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d61f981-2d3d-41fc-821a-077b08d9783f in Status: SUCCESS [ 599.113292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.113292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.113292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.113292] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.113501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.113536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.114621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.114621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.114621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.114621] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.596186] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.596474] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.596540] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.596839] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.596933] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.597096] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port cf0d4936-618c-45a3-af9c-3f745b2cf316 not found, creating... [ 599.597350] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.597513] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.597631] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.597867] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.597999] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.598300] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.598495] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.598565] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.599016] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.599233] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.599431] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: cf0d4936-618c-45a3-af9c-3f745b2cf316 is going to be created. [ 599.618356] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.621680] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.621680] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.621680] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.621680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.623487] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.623487] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.623487] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.623487] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.623487] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.623487] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.623487] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.623487] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-cf0d4936-618c-45a3-af9c-3f745b2cf316" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.876081] env[65116]: INFO networking_nsxv3.common.synchronization [None req-1c889c4e-1411-4e62-95db-57e9a4af053c None None] Enqueued Resource ID: 9e8868c9-214e-4c05-aa05-65418f338bbb with Priority: HIGHEST for action port [ 599.876655] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8868c9-214e-4c05-aa05-65418f338bbb with Priority: HIGHEST for action port [ 599.876961] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e8868c9-214e-4c05-aa05-65418f338bbb taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.877103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e8868c9-214e-4c05-aa05-65418f338bbb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.877177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e8868c9-214e-4c05-aa05-65418f338bbb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.877437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e8868c9-214e-4c05-aa05-65418f338bbb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.877531] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e8868c9-214e-4c05-aa05-65418f338bbb',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.125158] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d61f981-2d3d-41fc-821a-077b08d9783f: rpc.has_security_group_logging(os_id): False [ 600.144178] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.144417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.144526] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.144738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.144831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.145110] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.145227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.145294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.145461] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.145639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.145750] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.145847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.145953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.146159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.146236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.146455] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.146553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.146617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.146768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.146851] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.146939] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d61f981-2d3d-41fc-821a-077b08d9783f is going to be created. [ 600.171696] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 in Status: SUCCESS [ 600.171823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.204486] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.204618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.204692] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.204909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.205104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.217040] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d61f981-2d3d-41fc-821a-077b08d9783f in Status: IN_PROGRESS for 2s [ 600.382401] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e8868c9-214e-4c05-aa05-65418f338bbb [ 600.382622] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.382753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.382815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.383031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.383143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.383240] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e8868c9-214e-4c05-aa05-65418f338bbb already deleted. [ 600.383322] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e8868c9-214e-4c05-aa05-65418f338bbb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.458684] env[65116]: INFO networking_nsxv3.common.synchronization [req-1ebe1b35-faf5-4e49-afd8-099b33645004 req-acfb2468-68a8-4aa5-85f9-e7e705525964 service nova] Enqueued Resource ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 with Priority: HIGHEST for action security_group_rules [ 600.458865] env[65116]: INFO networking_nsxv3.common.synchronization [req-1ebe1b35-faf5-4e49-afd8-099b33645004 req-acfb2468-68a8-4aa5-85f9-e7e705525964 service nova] Enqueued Resource ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 with Priority: HIGHEST for action security_group_members [ 600.458979] env[65116]: INFO networking_nsxv3.common.synchronization [req-1ebe1b35-faf5-4e49-afd8-099b33645004 req-acfb2468-68a8-4aa5-85f9-e7e705525964 service nova] Enqueued Resource ID: cf0d4936-618c-45a3-af9c-3f745b2cf316 with Priority: HIGHEST for action port [ 600.459218] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 with Priority: HIGHEST for action security_group_rules [ 600.459420] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 with Priority: HIGHEST for action security_group_members [ 600.459500] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0d4936-618c-45a3-af9c-3f745b2cf316 with Priority: HIGHEST for action port [ 600.460283] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9f2c33-05a0-43fb-a542-90e6051a0a62 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.460430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.460486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.460813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.460813] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9f2c33-05a0-43fb-a542-90e6051a0a62',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.462599] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9f2c33-05a0-43fb-a542-90e6051a0a62 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.462599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.462599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.463022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.463237] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.463351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.463418] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.463697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.463798] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.463895] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9f2c33-05a0-43fb-a542-90e6051a0a62',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.464778] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf0d4936-618c-45a3-af9c-3f745b2cf316 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.464891] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf0d4936-618c-45a3-af9c-3f745b2cf316" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.464961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf0d4936-618c-45a3-af9c-3f745b2cf316" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.466086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf0d4936-618c-45a3-af9c-3f745b2cf316" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.466659] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0d4936-618c-45a3-af9c-3f745b2cf316',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.963085] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9f2c33-05a0-43fb-a542-90e6051a0a62 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.963613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.969193] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf0d4936-618c-45a3-af9c-3f745b2cf316 with status ACTIVE [ 600.969193] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.969193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.969193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.969193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.969193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.969412] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.969412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.969412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.969560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.969626] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.970024] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.970156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.970227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.970446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.970536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.970662] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf0d4936-618c-45a3-af9c-3f745b2cf316 is going to be updated. [ 600.972170] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b9f2c33-05a0-43fb-a542-90e6051a0a62',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.995903] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.996036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.996036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.996221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.996359] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.996537] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf0d4936-618c-45a3-af9c-3f745b2cf316" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.004072] env[65116]: INFO networking_nsxv3.common.synchronization [req-d161c50d-9485-4f3e-ab8a-a4fd5f4be2ae req-d64ab047-e9ee-4b48-b5d6-e59e28ec136d tempest-ServersAdminNegativeTestJSON-1695887275 tempest-ServersAdminNegativeTestJSON-1695887275-project-member] Enqueued Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_members [ 601.004742] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_members [ 601.006042] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.006172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.006226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.006495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.006823] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.006823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.006823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.007108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.007108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.007240] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.396761] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.397051] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.397891] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.398260] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.398950] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.399206] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.399586] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.400685] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.400890] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.401145] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.401264] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.401377] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.401484] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.401592] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.401696] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.402424] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.422030] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.422030] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.422030] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.422329] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.422657] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-e6d39f1f-d115-4218-a28a-e2cd0d05868d taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.422824] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-e6d39f1f-d115-4218-a28a-e2cd0d05868d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.422937] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-e6d39f1f-d115-4218-a28a-e2cd0d05868d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.423293] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-e6d39f1f-d115-4218-a28a-e2cd0d05868d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.423426] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d39f1f-d115-4218-a28a-e2cd0d05868d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.475382] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b9f2c33-05a0-43fb-a542-90e6051a0a62',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.510171] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.510370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.510472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.510738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.510869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.511114] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.511895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.511895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.511895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.511895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.511895] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b already deleted. [ 601.511895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.927337] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.927770] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.927919] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.928312] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.928511] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.928679] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port e6d39f1f-d115-4218-a28a-e2cd0d05868d not found, creating... [ 601.928961] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.929148] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.929262] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.929508] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.929632] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.929917] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.931880] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.934377] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.934465] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.934704] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.934914] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: e6d39f1f-d115-4218-a28a-e2cd0d05868d is going to be created. [ 601.962894] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.962894] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.962894] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.963079] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.964194] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.964194] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-e6d39f1f-d115-4218-a28a-e2cd0d05868d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.978765] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.978973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.979068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.979457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.979603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.979738] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 is going to be created. [ 602.009062] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.009288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.009501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.009631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.009874] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.027890] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 in Status: UNINITIALIZED for 2s [ 602.235078] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d61f981-2d3d-41fc-821a-077b08d9783f in Status: SUCCESS [ 602.235467] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.269727] env[65116]: INFO networking_nsxv3.common.synchronization [None req-dc602ca6-c124-4ef8-b6ba-a0a868d99bc2 None None] Enqueued Resource ID: 8ef63c05-6083-45a5-ae68-0c19b69c96dc with Priority: HIGHEST for action port [ 602.270505] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef63c05-6083-45a5-ae68-0c19b69c96dc with Priority: HIGHEST for action port [ 602.270716] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ef63c05-6083-45a5-ae68-0c19b69c96dc taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.270836] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ef63c05-6083-45a5-ae68-0c19b69c96dc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.270912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ef63c05-6083-45a5-ae68-0c19b69c96dc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.271276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ef63c05-6083-45a5-ae68-0c19b69c96dc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.271411] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ef63c05-6083-45a5-ae68-0c19b69c96dc',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.681459] env[65116]: INFO networking_nsxv3.common.synchronization [req-d161c50d-9485-4f3e-ab8a-a4fd5f4be2ae req-eac72e90-1821-4b2d-9d40-b260d4c2716a service nova] Enqueued Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_rules [ 602.681459] env[65116]: INFO networking_nsxv3.common.synchronization [req-d161c50d-9485-4f3e-ab8a-a4fd5f4be2ae req-eac72e90-1821-4b2d-9d40-b260d4c2716a service nova] Enqueued Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_members [ 602.681459] env[65116]: INFO networking_nsxv3.common.synchronization [req-d161c50d-9485-4f3e-ab8a-a4fd5f4be2ae req-eac72e90-1821-4b2d-9d40-b260d4c2716a service nova] Enqueued Resource ID: e6d39f1f-d115-4218-a28a-e2cd0d05868d with Priority: HIGHEST for action port [ 602.681459] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_rules [ 602.681459] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_members [ 602.681459] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d39f1f-d115-4218-a28a-e2cd0d05868d with Priority: HIGHEST for action port [ 602.682083] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.682224] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.682346] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.682639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.682751] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.684290] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.684487] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.684583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.684823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.685285] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.685431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.685518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.685698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.685808] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.685929] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.686950] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6d39f1f-d115-4218-a28a-e2cd0d05868d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.687038] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6d39f1f-d115-4218-a28a-e2cd0d05868d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.687076] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6d39f1f-d115-4218-a28a-e2cd0d05868d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.688041] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6d39f1f-d115-4218-a28a-e2cd0d05868d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.688041] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d39f1f-d115-4218-a28a-e2cd0d05868d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.774812] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ef63c05-6083-45a5-ae68-0c19b69c96dc [ 602.775212] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.775374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.775476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.775807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.776024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.776201] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ef63c05-6083-45a5-ae68-0c19b69c96dc already deleted. [ 602.776341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ef63c05-6083-45a5-ae68-0c19b69c96dc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.189506] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.189827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.190143] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.196030] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6d39f1f-d115-4218-a28a-e2cd0d05868d with status ACTIVE [ 603.196224] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.196563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.196716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.196968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.197145] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.197465] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.197615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.197674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.197897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.197999] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.198683] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.198683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.198683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.198828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.198907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.198993] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6d39f1f-d115-4218-a28a-e2cd0d05868d is going to be updated. [ 603.225365] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.225365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.225365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.225365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.227495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.227495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6d39f1f-d115-4218-a28a-e2cd0d05868d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.695068] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.041064] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 in Status: SUCCESS [ 604.042021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.042247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.042557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.042827] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.043027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.043211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.043755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.043755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.043755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.043931] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b9f2c33-05a0-43fb-a542-90e6051a0a62',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.083861] env[65116]: INFO networking_nsxv3.common.synchronization [None req-cbc28cfc-6aeb-4d7f-b20f-6c3579f17d32 None None] Enqueued Resource ID: 526b9a35-b587-42c9-86c8-db0824b10ad5 with Priority: HIGHEST for action port [ 604.084906] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526b9a35-b587-42c9-86c8-db0824b10ad5 with Priority: HIGHEST for action port [ 604.085460] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-526b9a35-b587-42c9-86c8-db0824b10ad5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.085630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-526b9a35-b587-42c9-86c8-db0824b10ad5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.085670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-526b9a35-b587-42c9-86c8-db0824b10ad5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.085918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-526b9a35-b587-42c9-86c8-db0824b10ad5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.085998] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('526b9a35-b587-42c9-86c8-db0824b10ad5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.197247] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.200537] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.200537] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.200537] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.200537] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.200537] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b is going to be created. [ 604.222654] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.223496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.223496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.223496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.223496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.235018] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: UNINITIALIZED for 2s [ 604.546344] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9f2c33-05a0-43fb-a542-90e6051a0a62 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.546590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.546590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.546792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.546956] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.547072] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.547132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.547769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.547769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.547769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.547769] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9f2c33-05a0-43fb-a542-90e6051a0a62 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.547769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.547769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.548080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.548080] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.548080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.548173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.548276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.548349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.548430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.548520] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b9f2c33-05a0-43fb-a542-90e6051a0a62',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.589729] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 526b9a35-b587-42c9-86c8-db0824b10ad5 [ 604.589729] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.589729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.589729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.589729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.589729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.589729] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:526b9a35-b587-42c9-86c8-db0824b10ad5 already deleted. [ 604.590152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-526b9a35-b587-42c9-86c8-db0824b10ad5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.654656] env[65116]: INFO networking_nsxv3.common.synchronization [req-7bb83e88-0b60-4115-a1b5-d3ddfe2ae0cb req-e4635b8c-09c6-41be-9a2b-6dae6054cdc6 tempest-ImagesTestJSON-1950073941 tempest-ImagesTestJSON-1950073941-project-member] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 604.655055] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 604.655372] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.655531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.655586] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.655873] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.656642] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.656787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.656848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.657072] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.657155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.657371] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.050897] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b9f2c33-05a0-43fb-a542-90e6051a0a62: rpc.has_security_group_logging(os_id): False [ 605.075269] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.075269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.075269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.075269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.075269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.075269] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.075269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.075269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.075568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.075568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.075666] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.075711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.075759] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.075938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.076033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.077660] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.077831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.077831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.078513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.078513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.078513] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 is going to be created. [ 605.138970] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.139145] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.139338] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.139562] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.139871] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.140305] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.140575] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.140832] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.141031] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.141281] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.141394] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.141508] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.141629] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.141746] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.141849] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.142031] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.144084] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.144084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.145277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.145277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.145277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.159833] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.159833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.159833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.159833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.159833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.162896] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.162896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.162896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.162896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.162896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.162896] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 already deleted. [ 605.162896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.162896] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 in Status: IN_PROGRESS for 2s [ 605.170202] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.170202] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.170202] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.170202] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.170202] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-7aef5809-0a17-4d3e-b553-93f337e59e89 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.170202] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-7aef5809-0a17-4d3e-b553-93f337e59e89" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.170202] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-7aef5809-0a17-4d3e-b553-93f337e59e89" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.170202] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-7aef5809-0a17-4d3e-b553-93f337e59e89" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.170202] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aef5809-0a17-4d3e-b553-93f337e59e89',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.672804] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.673055] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.673154] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.673468] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.673617] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.673768] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 7aef5809-0a17-4d3e-b553-93f337e59e89 not found, creating... [ 605.674038] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.674244] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.674422] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.674688] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.674833] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.675128] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.675285] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.675487] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.675697] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.675831] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.675970] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 7aef5809-0a17-4d3e-b553-93f337e59e89 is going to be created. [ 605.699161] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.699376] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.699495] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.700916] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.700916] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.700916] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-7aef5809-0a17-4d3e-b553-93f337e59e89" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.142141] env[65116]: INFO networking_nsxv3.common.synchronization [None req-cc829136-aa5b-4c6c-b833-59bafb74700e None None] Enqueued Resource ID: 25cd6ec2-e092-4299-961f-716764ce483c with Priority: HIGHEST for action port [ 606.143084] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25cd6ec2-e092-4299-961f-716764ce483c with Priority: HIGHEST for action port [ 606.143524] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-25cd6ec2-e092-4299-961f-716764ce483c taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.143524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25cd6ec2-e092-4299-961f-716764ce483c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.144207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25cd6ec2-e092-4299-961f-716764ce483c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.144207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25cd6ec2-e092-4299-961f-716764ce483c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.144207] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25cd6ec2-e092-4299-961f-716764ce483c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.245801] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: UNINITIALIZED for 4s [ 606.417022] env[65116]: INFO networking_nsxv3.common.synchronization [req-7bb83e88-0b60-4115-a1b5-d3ddfe2ae0cb req-b3120746-9e11-4541-bd1a-f1b0b53cd7f2 service nova] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_rules [ 606.418271] env[65116]: INFO networking_nsxv3.common.synchronization [req-7bb83e88-0b60-4115-a1b5-d3ddfe2ae0cb req-b3120746-9e11-4541-bd1a-f1b0b53cd7f2 service nova] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 606.418484] env[65116]: INFO networking_nsxv3.common.synchronization [req-7bb83e88-0b60-4115-a1b5-d3ddfe2ae0cb req-b3120746-9e11-4541-bd1a-f1b0b53cd7f2 service nova] Enqueued Resource ID: 7aef5809-0a17-4d3e-b553-93f337e59e89 with Priority: HIGHEST for action port [ 606.419541] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_rules [ 606.420193] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 606.420317] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aef5809-0a17-4d3e-b553-93f337e59e89 with Priority: HIGHEST for action port [ 606.420602] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.420726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.420793] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.421061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.421170] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.422388] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.422593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.422593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.422748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.422894] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.422991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.425069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.425142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.425269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.425845] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.428651] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aef5809-0a17-4d3e-b553-93f337e59e89 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.428651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aef5809-0a17-4d3e-b553-93f337e59e89" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.428651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aef5809-0a17-4d3e-b553-93f337e59e89" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.428651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aef5809-0a17-4d3e-b553-93f337e59e89" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.428651] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aef5809-0a17-4d3e-b553-93f337e59e89',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.492465] env[65116]: INFO networking_nsxv3.common.synchronization [None req-9c31efea-5bbc-4fae-b68c-f30402dd2f11 None None] Enqueued Resource ID: 2eca2d4f-7ac3-4862-b0e5-096ae404c7a5 with Priority: HIGHEST for action port [ 606.492959] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eca2d4f-7ac3-4862-b0e5-096ae404c7a5 with Priority: HIGHEST for action port [ 606.493511] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eca2d4f-7ac3-4862-b0e5-096ae404c7a5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.493652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eca2d4f-7ac3-4862-b0e5-096ae404c7a5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.493730] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eca2d4f-7ac3-4862-b0e5-096ae404c7a5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.494012] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eca2d4f-7ac3-4862-b0e5-096ae404c7a5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.494307] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eca2d4f-7ac3-4862-b0e5-096ae404c7a5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.645632] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25cd6ec2-e092-4299-961f-716764ce483c [ 606.645879] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.645972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.645972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.646257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.646380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.646470] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25cd6ec2-e092-4299-961f-716764ce483c already deleted. [ 606.646555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25cd6ec2-e092-4299-961f-716764ce483c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.929420] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.930244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.931703] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.934027] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aef5809-0a17-4d3e-b553-93f337e59e89 with status ACTIVE [ 606.934027] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.934027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.934027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.936172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.936172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.936172] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.936172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.936363] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.936411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.936993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.936993] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.936993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.936993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.937412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.937412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.937412] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aef5809-0a17-4d3e-b553-93f337e59e89 is going to be updated. [ 606.965774] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.965988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.966190] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.966464] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.966666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.966912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aef5809-0a17-4d3e-b553-93f337e59e89" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.997269] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2eca2d4f-7ac3-4862-b0e5-096ae404c7a5 [ 606.997269] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.997515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.997515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.997691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.997781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.997919] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2eca2d4f-7ac3-4862-b0e5-096ae404c7a5 already deleted. [ 606.997961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eca2d4f-7ac3-4862-b0e5-096ae404c7a5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.178014] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 in Status: SUCCESS [ 607.178878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.440033] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.750260] env[65116]: INFO networking_nsxv3.common.synchronization [req-04acffe3-c413-45d4-b34a-a762f1997e14 req-72740f6e-1d24-4850-ae5e-ccb649beaf13 tempest-FloatingIPsAssociationTestJSON-873144333 tempest-FloatingIPsAssociationTestJSON-873144333-project-member] Enqueued Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_members [ 607.750682] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_members [ 607.751203] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.751355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.751402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.751940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.751940] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.751940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.752136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.752504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.752593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.752695] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.945869] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.945869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.945869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.945869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.945869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.945869] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be created. [ 607.972200] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.972555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.972555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.972815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.972969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.987608] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: UNINITIALIZED for 2s [ 608.256323] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.256323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.256323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.256323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.256323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.256323] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.256323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.256323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.256323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.256323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.256323] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a already deleted. [ 608.256323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.258141] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: SUCCESS [ 608.258540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.260407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.260407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.260407] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.260407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.260407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.260407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.260407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.260407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.260407] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.467645] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.467645] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-231" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.467788] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-231" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.468105] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-231" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.468367] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.468803] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.468868] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.469309] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.469309] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.469901] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.469901] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.469901] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.472276] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.472361] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.472481] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.472628] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.484624] env[65116]: INFO networking_nsxv3.common.synchronization [None req-4749910b-fb88-4434-9728-ae304faaeede None None] Enqueued Resource ID: 69a39ae1-bd78-45fc-b075-0f1351571c89 with Priority: HIGHEST for action port [ 608.484843] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69a39ae1-bd78-45fc-b075-0f1351571c89 with Priority: HIGHEST for action port [ 608.485406] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-69a39ae1-bd78-45fc-b075-0f1351571c89 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.485541] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69a39ae1-bd78-45fc-b075-0f1351571c89" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.485609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69a39ae1-bd78-45fc-b075-0f1351571c89" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.485849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69a39ae1-bd78-45fc-b075-0f1351571c89" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.485931] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69a39ae1-bd78-45fc-b075-0f1351571c89',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.491892] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.493091] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.493270] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.493473] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-231" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.494017] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-f119a70b-b122-4875-b1a3-5c4c7a234c29 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.494863] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-f119a70b-b122-4875-b1a3-5c4c7a234c29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.495337] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-f119a70b-b122-4875-b1a3-5c4c7a234c29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.495846] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-f119a70b-b122-4875-b1a3-5c4c7a234c29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.495987] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f119a70b-b122-4875-b1a3-5c4c7a234c29',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.762635] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.762635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.762857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.762927] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.763118] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.763226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.763319] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.763440] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.763528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.763612] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.763756] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.763849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.763904] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.764047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.764185] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.764269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.764323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.764455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.764527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.764605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.764688] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.832297] env[65116]: INFO networking_nsxv3.common.synchronization [None req-7d46feed-5d30-4f2f-ae40-3adccd81d362 None None] Enqueued Resource ID: 1a6f4b85-d17c-416c-b02d-750b7884372e with Priority: HIGHEST for action port [ 608.832297] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6f4b85-d17c-416c-b02d-750b7884372e with Priority: HIGHEST for action port [ 608.832297] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a6f4b85-d17c-416c-b02d-750b7884372e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.832297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a6f4b85-d17c-416c-b02d-750b7884372e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.832297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a6f4b85-d17c-416c-b02d-750b7884372e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.832297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a6f4b85-d17c-416c-b02d-750b7884372e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.832297] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a6f4b85-d17c-416c-b02d-750b7884372e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.988853] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69a39ae1-bd78-45fc-b075-0f1351571c89 [ 608.989100] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.989235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.989313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.989508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.989601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.989699] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69a39ae1-bd78-45fc-b075-0f1351571c89 already deleted. [ 608.989780] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69a39ae1-bd78-45fc-b075-0f1351571c89" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.999287] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.999494] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.999642] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.999996] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.000100] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.000184] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port f119a70b-b122-4875-b1a3-5c4c7a234c29 not found, creating... [ 609.000434] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.000595] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.000708] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.000924] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.001084] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.001377] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.001521] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.001635] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.001836] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.001963] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.002117] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: f119a70b-b122-4875-b1a3-5c4c7a234c29 is going to be created. [ 609.026230] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.026431] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.026547] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.026811] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.027043] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.027275] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-f119a70b-b122-4875-b1a3-5c4c7a234c29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.266503] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b: rpc.has_security_group_logging(os_id): False [ 609.287267] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.287410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.287480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.291146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.291146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.291146] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.291146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.291146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.291146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.291146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.291146] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.291146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.291146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.291146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.291146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.291146] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.291146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.291765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.291765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.291765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.291765] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b is going to be created. [ 609.334980] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a6f4b85-d17c-416c-b02d-750b7884372e [ 609.335389] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.335804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.335912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.336179] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.336280] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.336378] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a6f4b85-d17c-416c-b02d-750b7884372e already deleted. [ 609.336466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a6f4b85-d17c-416c-b02d-750b7884372e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.371685] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.372093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.372198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.372453] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.373050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.389883] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: IN_PROGRESS for 2s [ 609.769032] env[65116]: INFO networking_nsxv3.common.synchronization [req-04acffe3-c413-45d4-b34a-a762f1997e14 req-b1f48055-61bb-4445-a3b6-ddd0aa8c49d3 service nova] Enqueued Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_rules [ 609.769679] env[65116]: INFO networking_nsxv3.common.synchronization [req-04acffe3-c413-45d4-b34a-a762f1997e14 req-b1f48055-61bb-4445-a3b6-ddd0aa8c49d3 service nova] Enqueued Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_members [ 609.769679] env[65116]: INFO networking_nsxv3.common.synchronization [req-04acffe3-c413-45d4-b34a-a762f1997e14 req-b1f48055-61bb-4445-a3b6-ddd0aa8c49d3 service nova] Enqueued Resource ID: f119a70b-b122-4875-b1a3-5c4c7a234c29 with Priority: HIGHEST for action port [ 609.770871] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_rules [ 609.771099] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_members [ 609.771425] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f119a70b-b122-4875-b1a3-5c4c7a234c29 with Priority: HIGHEST for action port [ 609.771626] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aefedd5-2c35-4d67-afd5-32d988f8ca1a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.771732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.771810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.772278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.772384] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.773967] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.774116] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.774175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.774407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.774634] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.774681] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.774714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.774856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.774947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.775098] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.778781] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-f119a70b-b122-4875-b1a3-5c4c7a234c29 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.778781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f119a70b-b122-4875-b1a3-5c4c7a234c29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.778781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f119a70b-b122-4875-b1a3-5c4c7a234c29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.778781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f119a70b-b122-4875-b1a3-5c4c7a234c29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.778781] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f119a70b-b122-4875-b1a3-5c4c7a234c29',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.000812] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 610.001044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.001258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.001578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.001669] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.001786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.001847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.001997] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.002350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.002350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.002350] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.055743] env[65116]: INFO networking_nsxv3.common.synchronization [req-61b2abcd-5aa3-4979-ba4c-b82fe2b4982d req-918adc93-b115-49d6-82f7-c39cddac1315 tempest-MultipleCreateTestJSON-886329717 tempest-MultipleCreateTestJSON-886329717-project-member] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 610.056375] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 610.056887] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.057106] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.057106] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.057353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.057569] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.057693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.057768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.057967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.058069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.058202] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.281869] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.282953] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.283087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.283263] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f119a70b-b122-4875-b1a3-5c4c7a234c29 with status ACTIVE [ 610.283435] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.283547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.283691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.283803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.283888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.284122] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.284195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.284245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.284360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.284441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.284618] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.284824] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.284824] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.284915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.285009] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.285921] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f119a70b-b122-4875-b1a3-5c4c7a234c29 is going to be updated. [ 610.310891] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.311213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.311213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.311374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.311615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.311723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f119a70b-b122-4875-b1a3-5c4c7a234c29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.505947] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.506127] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.506200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.506477] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.506593] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.506700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.506746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.506895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.506988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.507641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.507641] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.507641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.507641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.507641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.507641] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.507962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.507962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.507962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.507962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.508088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.508130] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.561762] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.561916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.561976] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.562211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.562304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.562493] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.562587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.562651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.562799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.562872] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.563200] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd already deleted. [ 610.563200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.563947] env[65116]: INFO networking_nsxv3.common.synchronization [None req-1a47c4ac-a1e7-43c0-9b35-2abc36fba11f None None] Enqueued Resource ID: 311b38b8-9c5f-4b38-8e1b-72759c7d9daa with Priority: HIGHEST for action port [ 610.565246] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311b38b8-9c5f-4b38-8e1b-72759c7d9daa with Priority: HIGHEST for action port [ 610.565662] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-311b38b8-9c5f-4b38-8e1b-72759c7d9daa taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.565926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-311b38b8-9c5f-4b38-8e1b-72759c7d9daa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.566040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-311b38b8-9c5f-4b38-8e1b-72759c7d9daa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.566885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-311b38b8-9c5f-4b38-8e1b-72759c7d9daa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.566885] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311b38b8-9c5f-4b38-8e1b-72759c7d9daa',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.650026] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.650026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.650026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.650026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.650026] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.650026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.650026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.650026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.650533] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.650862] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.651157] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.651394] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.651613] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.651826] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.652077] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.652328] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.675257] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.675257] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.675257] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.675257] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.675257] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-1542237c-e4ab-42a7-a285-090f397a4a70 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.675257] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-1542237c-e4ab-42a7-a285-090f397a4a70" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.675257] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-1542237c-e4ab-42a7-a285-090f397a4a70" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.675257] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-1542237c-e4ab-42a7-a285-090f397a4a70" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.675257] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1542237c-e4ab-42a7-a285-090f397a4a70',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.788889] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.012838] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afa44884-2e94-4e78-b1f0-1f476f18ae30: rpc.has_security_group_logging(os_id): False [ 611.033397] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.033397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.033666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.034048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.034260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.034785] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.035054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.035172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.035546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.038018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.038018] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.038018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.038018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.038018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.038018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.038018] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.038018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.038018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.038018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.038018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.038018] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be created. [ 611.069067] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 311b38b8-9c5f-4b38-8e1b-72759c7d9daa [ 611.069322] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.069572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.069572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.070164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.070164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.070164] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:311b38b8-9c5f-4b38-8e1b-72759c7d9daa already deleted. [ 611.070296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-311b38b8-9c5f-4b38-8e1b-72759c7d9daa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.102157] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.102332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.102510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.103344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.103344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.116387] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 611.179723] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.180046] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.180046] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.180402] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.180495] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.180655] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 1542237c-e4ab-42a7-a285-090f397a4a70 not found, creating... [ 611.180919] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.181096] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.181241] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.181479] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.181618] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.181916] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.182084] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.182227] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.182408] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.182574] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.182926] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 1542237c-e4ab-42a7-a285-090f397a4a70 is going to be created. [ 611.210794] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.210794] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.210794] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.210794] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.211509] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.211509] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-1542237c-e4ab-42a7-a285-090f397a4a70" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.293355] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.293646] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.293685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.294614] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.294614] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.294614] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a is going to be created. [ 611.339673] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.339673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.339673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.339673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.339673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.358617] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a in Status: UNINITIALIZED for 2s [ 611.421017] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: SUCCESS [ 611.421299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.919691] env[65116]: INFO networking_nsxv3.common.synchronization [req-61b2abcd-5aa3-4979-ba4c-b82fe2b4982d req-0477e4a5-0655-416f-a0d6-d0089216d475 service nova] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_rules [ 611.919836] env[65116]: INFO networking_nsxv3.common.synchronization [req-61b2abcd-5aa3-4979-ba4c-b82fe2b4982d req-0477e4a5-0655-416f-a0d6-d0089216d475 service nova] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 611.920031] env[65116]: INFO networking_nsxv3.common.synchronization [req-61b2abcd-5aa3-4979-ba4c-b82fe2b4982d req-0477e4a5-0655-416f-a0d6-d0089216d475 service nova] Enqueued Resource ID: 1542237c-e4ab-42a7-a285-090f397a4a70 with Priority: HIGHEST for action port [ 611.920569] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_rules [ 611.920717] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 611.920818] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1542237c-e4ab-42a7-a285-090f397a4a70 with Priority: HIGHEST for action port [ 611.921136] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.921308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.921360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.921602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.921686] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.922543] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.922642] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.922729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.923072] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.923072] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.923301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.923301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.923555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.923555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.923555] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.924258] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-1542237c-e4ab-42a7-a285-090f397a4a70 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.924376] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1542237c-e4ab-42a7-a285-090f397a4a70" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.924447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1542237c-e4ab-42a7-a285-090f397a4a70" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.924573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1542237c-e4ab-42a7-a285-090f397a4a70" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.924642] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1542237c-e4ab-42a7-a285-090f397a4a70',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.360171] env[65116]: INFO networking_nsxv3.common.synchronization [req-61b2abcd-5aa3-4979-ba4c-b82fe2b4982d req-9575169d-045c-4e01-b2cf-b591b952acfd tempest-MultipleCreateTestJSON-886329717 tempest-MultipleCreateTestJSON-886329717-project-member] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 612.360171] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 612.360462] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.360462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.428751] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.429846] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.432839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.432839] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1542237c-e4ab-42a7-a285-090f397a4a70 with status ACTIVE [ 612.432839] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.432839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.432839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.432839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.432839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.432839] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.432839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.432839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.432839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.432839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.432839] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.432839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.432839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.433997] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.434107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.434200] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1542237c-e4ab-42a7-a285-090f397a4a70 is going to be updated. [ 612.465138] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.465138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.465138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.465755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.465755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.465755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1542237c-e4ab-42a7-a285-090f397a4a70" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.692027] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.692289] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.692428] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.692757] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.694793] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.694940] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.697020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.697020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.697020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.697020] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.697020] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.697020] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.697296] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.700603] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.700603] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.700603] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.719305] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.719468] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.719602] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.719768] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.720103] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-062568cf-fd2f-407b-8cf8-da76b66e5c30 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.720282] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-062568cf-fd2f-407b-8cf8-da76b66e5c30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.720408] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-062568cf-fd2f-407b-8cf8-da76b66e5c30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.720766] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-062568cf-fd2f-407b-8cf8-da76b66e5c30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.720901] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('062568cf-fd2f-407b-8cf8-da76b66e5c30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.937175] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.943964] env[65116]: INFO networking_nsxv3.common.synchronization [None req-0b4a0c8f-e8a7-4e24-8b33-f7435726ae91 tempest-AttachInterfacesUnderV243Test-2017370622 tempest-AttachInterfacesUnderV243Test-2017370622-project-member] Enqueued Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_rules [ 612.944649] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_rules [ 612.944982] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.945149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.945221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.945435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.945493] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.096146] env[65116]: INFO networking_nsxv3.common.synchronization [None req-aa6b6cd2-6829-4d50-b155-0e4b1ff22cca tempest-AttachInterfacesUnderV243Test-2017370622 tempest-AttachInterfacesUnderV243Test-2017370622-project-member] Enqueued Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_rules [ 613.096888] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_rules [ 613.097963] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.097963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.134615] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 613.134878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.228134] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.228134] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.228134] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.228134] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.228134] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.228134] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 062568cf-fd2f-407b-8cf8-da76b66e5c30 not found, creating... [ 613.228134] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.228134] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.228134] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.228134] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.228134] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.228755] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.228755] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.228755] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.228755] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.228755] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.229478] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 062568cf-fd2f-407b-8cf8-da76b66e5c30 is going to be created. [ 613.253874] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.254228] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.254398] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.254678] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.254903] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.255131] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-062568cf-fd2f-407b-8cf8-da76b66e5c30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.381338] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a in Status: SUCCESS [ 613.381640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.381796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.382047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.382254] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.383025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.383025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.383025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.383025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.383025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.383025] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.440017] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.440234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.440234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.440423] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.440530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.440653] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be created. [ 613.467447] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.467672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.467672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.467903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.468017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.468150] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 already deleted. [ 613.468260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.468689] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.468689] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.468689] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.470691] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.470914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.470914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.471165] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.471361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.487417] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: UNINITIALIZED for 2s [ 613.885038] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.885213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.885490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.885490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.885848] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.885848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.886015] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.886015] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.886144] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.886198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.886509] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.886509] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.886509] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.886634] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.886737] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.886838] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.886930] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.887014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.887085] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.887161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.887398] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.993351] env[65116]: INFO networking_nsxv3.common.synchronization [req-61b2abcd-5aa3-4979-ba4c-b82fe2b4982d req-08381234-d310-484e-b4d0-2f10de72e48e service nova] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_rules [ 613.993556] env[65116]: INFO networking_nsxv3.common.synchronization [req-61b2abcd-5aa3-4979-ba4c-b82fe2b4982d req-08381234-d310-484e-b4d0-2f10de72e48e service nova] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 613.993692] env[65116]: INFO networking_nsxv3.common.synchronization [req-61b2abcd-5aa3-4979-ba4c-b82fe2b4982d req-08381234-d310-484e-b4d0-2f10de72e48e service nova] Enqueued Resource ID: 062568cf-fd2f-407b-8cf8-da76b66e5c30 with Priority: HIGHEST for action port [ 613.994870] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.995379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.995468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.995703] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.995792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.995895] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 already deleted. [ 613.995981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.996696] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_rules [ 613.996696] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 613.996696] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062568cf-fd2f-407b-8cf8-da76b66e5c30 with Priority: HIGHEST for action port [ 613.997020] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.997141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.997327] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.997441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.997529] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-062568cf-fd2f-407b-8cf8-da76b66e5c30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.997626] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-062568cf-fd2f-407b-8cf8-da76b66e5c30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.997682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-062568cf-fd2f-407b-8cf8-da76b66e5c30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.997849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-062568cf-fd2f-407b-8cf8-da76b66e5c30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.997930] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('062568cf-fd2f-407b-8cf8-da76b66e5c30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.390872] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0aefedd5-2c35-4d67-afd5-32d988f8ca1a: rpc.has_security_group_logging(os_id): False [ 614.415632] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.415632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.415632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.415632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.415632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.415632] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.415632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.415632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.415632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.415632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.415632] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.415632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.415632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.416371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.416371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.416620] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.416776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.416879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.417065] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.417218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.417312] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a is going to be created. [ 614.488203] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.488381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.489742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.489742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.489742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.499944] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 062568cf-fd2f-407b-8cf8-da76b66e5c30 with status ACTIVE [ 614.499944] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.500223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.500533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.500533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.500642] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.500793] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.500905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.501037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.501994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.501994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.501994] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.501994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.501994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.501994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.501994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.501994] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 062568cf-fd2f-407b-8cf8-da76b66e5c30 is going to be updated. [ 614.517671] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a in Status: IN_PROGRESS for 2s [ 614.539124] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.539337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.539337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.539556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.539706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.539861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-062568cf-fd2f-407b-8cf8-da76b66e5c30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.108492] env[65116]: INFO networking_nsxv3.common.synchronization [None req-38828bd9-2458-4ae8-8dc2-6cf5261a5491 tempest-ServersWithSpecificFlavorTestJSON-1330520152 tempest-ServersWithSpecificFlavorTestJSON-1330520152-project-member] Enqueued Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_rules [ 615.109218] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_rules [ 615.109545] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-600ba772-cff5-4a21-ba3c-0887b5c747a4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.109737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.109859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.110494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.110650] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.215779] env[65116]: INFO networking_nsxv3.common.synchronization [req-19b929c3-06a6-4dbd-bd18-1a8b451b3b63 req-9cf98af2-1309-4261-9d07-938685188ee0 tempest-SecurityGroupRulesTestJSON-881598232 tempest-SecurityGroupRulesTestJSON-881598232-project-member] Enqueued Resource ID: 7db3255b-08d6-4021-96f1-78c3c49614c6 with Priority: HIGHEST for action security_group_rules [ 615.216501] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db3255b-08d6-4021-96f1-78c3c49614c6 with Priority: HIGHEST for action security_group_rules [ 615.217338] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7db3255b-08d6-4021-96f1-78c3c49614c6 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.217681] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7db3255b-08d6-4021-96f1-78c3c49614c6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.217763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7db3255b-08d6-4021-96f1-78c3c49614c6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.218070] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7db3255b-08d6-4021-96f1-78c3c49614c6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.218198] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7db3255b-08d6-4021-96f1-78c3c49614c6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.317513] env[65116]: INFO networking_nsxv3.common.synchronization [None req-f71f31ad-d3dd-4133-8244-868168f9f9e2 tempest-ServersWithSpecificFlavorTestJSON-1330520152 tempest-ServersWithSpecificFlavorTestJSON-1330520152-project-member] Enqueued Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_rules [ 615.320906] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_rules [ 615.321866] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-600ba772-cff5-4a21-ba3c-0887b5c747a4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.321987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.499408] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 615.499674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.499827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.500085] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.500283] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.500414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.500504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.500638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.500722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.500881] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.633769] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.634038] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.634172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.634462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.634623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.634868] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 already deleted. [ 615.636159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.636397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.636621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.636713] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.743791] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.743791] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.743979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.744098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.744189] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.744285] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7db3255b-08d6-4021-96f1-78c3c49614c6 already deleted. [ 615.744433] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7db3255b-08d6-4021-96f1-78c3c49614c6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.004840] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.160359] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.160524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.160605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.160785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.160879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.160986] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 already deleted. [ 616.161055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.508149] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.542212] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a in Status: SUCCESS [ 616.542608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.014812] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.015785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.015785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.015785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.015785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.015785] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be updated. [ 617.048256] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.048383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.048432] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.049024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.049024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.059443] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 2s [ 617.526507] env[65116]: INFO networking_nsxv3.common.synchronization [req-8f1f5a54-3d66-4ee5-b6a5-6ff2bbb8b6ed req-51e03e5b-e4c1-4b3b-8be3-bca2db615ede tempest-DeleteServersAdminTestJSON-1986721668 tempest-DeleteServersAdminTestJSON-1986721668-project-admin] Enqueued Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_members [ 617.527118] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_members [ 617.527816] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.527816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.527816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.529662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.529662] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.529662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.529662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.529662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.529662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.529662] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.759565] env[65116]: INFO networking_nsxv3.common.synchronization [req-74101db1-c8ec-4662-8557-6e13441cd7ab req-1e357bb4-f50f-49b1-9ceb-a05f1d5469ad tempest-SecurityGroupRulesTestJSON-881598232 tempest-SecurityGroupRulesTestJSON-881598232-project-member] Enqueued Resource ID: 2cec6ef1-2e41-4ad2-aae3-e8eb67030301 with Priority: HIGHEST for action security_group_rules [ 617.760148] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cec6ef1-2e41-4ad2-aae3-e8eb67030301 with Priority: HIGHEST for action security_group_rules [ 617.760450] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cec6ef1-2e41-4ad2-aae3-e8eb67030301 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.760973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cec6ef1-2e41-4ad2-aae3-e8eb67030301" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.760973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cec6ef1-2e41-4ad2-aae3-e8eb67030301" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.760973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cec6ef1-2e41-4ad2-aae3-e8eb67030301" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.760973] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cec6ef1-2e41-4ad2-aae3-e8eb67030301',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.030770] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.030861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.032399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.032399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.032592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.032722] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.032847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.032903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.033094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.033178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.033273] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d61f981-2d3d-41fc-821a-077b08d9783f is going to be updated. [ 618.070584] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.070584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.070584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.070584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.070584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.083030] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d61f981-2d3d-41fc-821a-077b08d9783f in Status: IN_PROGRESS for 2s [ 618.287688] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.288737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.288737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.288737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.288737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.288737] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cec6ef1-2e41-4ad2-aae3-e8eb67030301 already deleted. [ 618.288737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cec6ef1-2e41-4ad2-aae3-e8eb67030301" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.070152] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 619.070943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.071136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.071723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.072243] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.072243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.072243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.072540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.072540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.072540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.072866] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.074907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.075494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.076089] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.076199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.076271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.076428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.076512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.076607] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.575302] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.575524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.578974] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.990189] env[65116]: INFO networking_nsxv3.common.synchronization [req-6f5f623b-25ad-4766-acd6-a7b2cfe81c18 req-01fbce6d-4801-41c4-bf37-25b7041379b0 tempest-ServerDiagnosticsNegativeTest-142732464 tempest-ServerDiagnosticsNegativeTest-142732464-project-member] Enqueued Resource ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 with Priority: HIGHEST for action security_group_members [ 619.990189] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 with Priority: HIGHEST for action security_group_members [ 619.990189] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9f2c33-05a0-43fb-a542-90e6051a0a62 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.990189] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.990189] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.990818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.991148] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.991481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.991656] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.991954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.992161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.992354] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9f2c33-05a0-43fb-a542-90e6051a0a62',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.081456] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.094495] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d61f981-2d3d-41fc-821a-077b08d9783f in Status: SUCCESS [ 620.094759] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d61f981-2d3d-41fc-821a-077b08d9783f deletion is rescheduled due to dependency. [ 620.094990] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.494877] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.494988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.495167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.495831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.495831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.495831] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.496152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.496152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.496308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.496433] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.496485] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 is going to be updated. [ 620.534735] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.534827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.534827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.535060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.535209] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.547435] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 in Status: IN_PROGRESS for 2s [ 620.584530] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.584738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.584855] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.585218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.585317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.585444] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be updated. [ 620.641243] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.641243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.641243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.641243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.641243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.654067] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 2s [ 621.413323] env[65116]: INFO networking_nsxv3.common.synchronization [req-bb675361-fb3a-44fb-9730-d269634470c9 req-4351bc81-ac64-4616-b809-d6ae37618bce tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGHEST for action security_group_members [ 621.414505] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGHEST for action security_group_members [ 621.415077] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5181241a-f320-4dd8-a3ce-36912a3d4667 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.415383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.415578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.415952] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.416305] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.416578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.416770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.417072] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.417280] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.417507] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5181241a-f320-4dd8-a3ce-36912a3d4667',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.921188] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.921188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.921652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.921879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.922035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.922262] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.922369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.922856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.922856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.922856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.922856] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 already deleted. [ 621.922856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.221026] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.221026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.221026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.221026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.221026] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.221026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.221026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.221026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.221026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.221026] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.221026] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.221599] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.221599] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.221599] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.221599] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.221599] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.247551] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.247749] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.247874] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.248062] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.248467] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-13f8bd13-f8f0-4818-8dd6-845e9644a395 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.248641] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-13f8bd13-f8f0-4818-8dd6-845e9644a395" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.248756] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-13f8bd13-f8f0-4818-8dd6-845e9644a395" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.249132] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-13f8bd13-f8f0-4818-8dd6-845e9644a395" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.249286] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13f8bd13-f8f0-4818-8dd6-845e9644a395',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.312211] env[65116]: INFO networking_nsxv3.common.synchronization [None req-852f7de3-d3f5-47fd-a6e1-1eb06da13805 None None] Enqueued Resource ID: c952265c-39c4-4fac-8ffc-d7fc7daa63b9 with Priority: HIGHEST for action port [ 622.312739] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c952265c-39c4-4fac-8ffc-d7fc7daa63b9 with Priority: HIGHEST for action port [ 622.313151] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-c952265c-39c4-4fac-8ffc-d7fc7daa63b9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.313312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c952265c-39c4-4fac-8ffc-d7fc7daa63b9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.313400] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c952265c-39c4-4fac-8ffc-d7fc7daa63b9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.313663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c952265c-39c4-4fac-8ffc-d7fc7daa63b9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.313770] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c952265c-39c4-4fac-8ffc-d7fc7daa63b9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.558686] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 in Status: SUCCESS [ 622.559092] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 deletion is rescheduled due to dependency. [ 622.559185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.669105] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 622.669315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.669488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.669708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.669914] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.670053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.670121] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.670283] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.670366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.670915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.670915] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.670915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.670915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.671152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.671152] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.671241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.671340] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.671439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.671511] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.671589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.671676] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.753856] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.754632] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.754632] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.754632] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.755010] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.755229] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 13f8bd13-f8f0-4818-8dd6-845e9644a395 not found, creating... [ 622.755529] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.756075] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.756075] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.756075] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.756355] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.756568] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.756761] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.756902] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.757164] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.757807] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.757807] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 13f8bd13-f8f0-4818-8dd6-845e9644a395 is going to be created. [ 622.780081] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.780374] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.780456] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.780726] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.780955] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.781246] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-13f8bd13-f8f0-4818-8dd6-845e9644a395" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.816241] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c952265c-39c4-4fac-8ffc-d7fc7daa63b9 [ 622.816514] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.816670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.816930] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.816930] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.817192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.817192] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c952265c-39c4-4fac-8ffc-d7fc7daa63b9 already deleted. [ 622.817290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c952265c-39c4-4fac-8ffc-d7fc7daa63b9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.176283] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56595715-0840-4b10-bc63-51b1434520cd: rpc.has_security_group_logging(os_id): False [ 623.194210] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.194420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.194420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.194678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.194788] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.195013] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.195131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.195196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.195552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.195552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.195633] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.195751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.195817] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.195954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.199433] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.199888] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.200084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.200375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.200705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.200825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.200958] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be created. [ 623.262238] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.262541] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.262541] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.262928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.262928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.275363] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 2s [ 623.438037] env[65116]: INFO networking_nsxv3.common.synchronization [None req-6c602c95-96b1-4fd8-acf4-d842698272df None None] Enqueued Resource ID: cd5b742b-4d32-4c3a-b34b-ce48fbec27b0 with Priority: HIGHEST for action port [ 623.438633] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5b742b-4d32-4c3a-b34b-ce48fbec27b0 with Priority: HIGHEST for action port [ 623.439014] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd5b742b-4d32-4c3a-b34b-ce48fbec27b0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.440102] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd5b742b-4d32-4c3a-b34b-ce48fbec27b0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.440335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd5b742b-4d32-4c3a-b34b-ce48fbec27b0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.440797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd5b742b-4d32-4c3a-b34b-ce48fbec27b0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.440992] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd5b742b-4d32-4c3a-b34b-ce48fbec27b0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.540553] env[65116]: INFO networking_nsxv3.common.synchronization [req-bb675361-fb3a-44fb-9730-d269634470c9 req-04eb9111-df64-4cb6-9dcb-ec57ac75e68a service nova] Enqueued Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGHEST for action security_group_rules [ 623.540845] env[65116]: INFO networking_nsxv3.common.synchronization [req-bb675361-fb3a-44fb-9730-d269634470c9 req-04eb9111-df64-4cb6-9dcb-ec57ac75e68a service nova] Enqueued Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGHEST for action security_group_members [ 623.540943] env[65116]: INFO networking_nsxv3.common.synchronization [req-bb675361-fb3a-44fb-9730-d269634470c9 req-04eb9111-df64-4cb6-9dcb-ec57ac75e68a service nova] Enqueued Resource ID: 13f8bd13-f8f0-4818-8dd6-845e9644a395 with Priority: HIGHEST for action port [ 623.541564] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGHEST for action security_group_rules [ 623.541700] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGHEST for action security_group_members [ 623.541796] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f8bd13-f8f0-4818-8dd6-845e9644a395 with Priority: HIGHEST for action port [ 623.545359] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5181241a-f320-4dd8-a3ce-36912a3d4667 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.545359] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.545555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.545625] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.545705] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5181241a-f320-4dd8-a3ce-36912a3d4667',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.552166] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5181241a-f320-4dd8-a3ce-36912a3d4667 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.552166] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.552166] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.552166] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.552166] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.552166] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.552885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.552885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.552885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.552885] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5181241a-f320-4dd8-a3ce-36912a3d4667',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.555529] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-13f8bd13-f8f0-4818-8dd6-845e9644a395 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.555529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13f8bd13-f8f0-4818-8dd6-845e9644a395" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.555529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13f8bd13-f8f0-4818-8dd6-845e9644a395" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.555529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13f8bd13-f8f0-4818-8dd6-845e9644a395" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.555529] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13f8bd13-f8f0-4818-8dd6-845e9644a395',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.945801] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd5b742b-4d32-4c3a-b34b-ce48fbec27b0 [ 623.947455] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.947455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.947455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.947455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.947455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.947455] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd5b742b-4d32-4c3a-b34b-ce48fbec27b0 already deleted. [ 623.947455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd5b742b-4d32-4c3a-b34b-ce48fbec27b0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.059019] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5181241a-f320-4dd8-a3ce-36912a3d4667 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.059019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.059019] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5181241a-f320-4dd8-a3ce-36912a3d4667',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.059019] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13f8bd13-f8f0-4818-8dd6-845e9644a395 with status ACTIVE [ 624.059019] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.059019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.059019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.059019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.059019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.059708] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.059708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.059708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.059708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.059708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.059708] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.059899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.059899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.059995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.060080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.060160] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13f8bd13-f8f0-4818-8dd6-845e9644a395 is going to be updated. [ 624.085342] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.085551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.085551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.085877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.085923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.086170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13f8bd13-f8f0-4818-8dd6-845e9644a395" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.165388] env[65116]: INFO networking_nsxv3.common.synchronization [None req-f4af674b-31a9-4386-bfe3-d453edf1fc84 None None] Enqueued Resource ID: dc70b543-e39a-4e96-96ed-ab6e7b367f67 with Priority: HIGHEST for action port [ 624.165592] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc70b543-e39a-4e96-96ed-ab6e7b367f67 with Priority: HIGHEST for action port [ 624.166113] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc70b543-e39a-4e96-96ed-ab6e7b367f67 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.166113] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc70b543-e39a-4e96-96ed-ab6e7b367f67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.166113] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc70b543-e39a-4e96-96ed-ab6e7b367f67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.166589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc70b543-e39a-4e96-96ed-ab6e7b367f67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.166702] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc70b543-e39a-4e96-96ed-ab6e7b367f67',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.388336] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc6a0683-4a3e-4ac0-9154-723e3c9bd7d3 req-8c2dbc16-7917-424a-a832-446c2e2a71b8 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 624.388336] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 624.388678] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.392621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.392741] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.393044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.393246] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.393365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.393450] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.393638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.393728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.394741] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.562821] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5181241a-f320-4dd8-a3ce-36912a3d4667',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.670919] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc70b543-e39a-4e96-96ed-ab6e7b367f67 [ 624.671628] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.671628] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.671628] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.671628] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.671856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.671856] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc70b543-e39a-4e96-96ed-ab6e7b367f67 already deleted. [ 624.671856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc70b543-e39a-4e96-96ed-ab6e7b367f67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.895782] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.896012] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.896117] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.896333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.896443] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.896671] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.896767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.896829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.897021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.897128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.897207] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d already deleted. [ 624.897293] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.021023] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.021023] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-653" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.021023] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-653" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.021023] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-653" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.021023] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.021023] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.021023] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.021798] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.022091] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.022619] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.022858] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.023096] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.023431] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.023736] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.024075] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.024328] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.049141] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.049141] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.049141] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.049141] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-653" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.049141] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-3a66c1d6-9549-459d-bb1b-66781725a57f taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.049141] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.049141] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.049141] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.049141] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a66c1d6-9549-459d-bb1b-66781725a57f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.069014] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.069014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.069014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.069014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.069014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.069014] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 is going to be created. [ 625.100729] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.100899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.101039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.101483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.101750] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.113907] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 in Status: UNINITIALIZED for 2s [ 625.293342] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 625.295863] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.295863] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.295863] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.295863] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.552267] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.552487] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.552609] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.553012] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.553483] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.553776] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 3a66c1d6-9549-459d-bb1b-66781725a57f not found, creating... [ 625.554226] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.554733] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.554894] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.555184] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.555369] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.555712] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.556022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.556081] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.557014] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.557219] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.557410] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 3a66c1d6-9549-459d-bb1b-66781725a57f is going to be created. [ 625.579952] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.580180] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.580300] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.580558] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.580774] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.581037] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.798107] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.798330] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.798412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.798843] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.798958] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.799084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.799165] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.799815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.799815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.799815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.799815] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.160659] env[65116]: INFO networking_nsxv3.common.synchronization [None req-dc6d4915-c028-4009-a599-99efd6ddfec1 None None] Enqueued Resource ID: 0565979d-231f-4b7e-b79a-29a474472b36 with Priority: HIGHEST for action port [ 626.162291] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0565979d-231f-4b7e-b79a-29a474472b36 with Priority: HIGHEST for action port [ 626.162291] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-0565979d-231f-4b7e-b79a-29a474472b36 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.162291] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0565979d-231f-4b7e-b79a-29a474472b36" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.163355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0565979d-231f-4b7e-b79a-29a474472b36" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.163355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0565979d-231f-4b7e-b79a-29a474472b36" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.163493] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0565979d-231f-4b7e-b79a-29a474472b36',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.291794] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc6a0683-4a3e-4ac0-9154-723e3c9bd7d3 req-84c2abde-5f19-4671-93de-6e9fca85cb2f service nova] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_rules [ 626.299188] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc6a0683-4a3e-4ac0-9154-723e3c9bd7d3 req-84c2abde-5f19-4671-93de-6e9fca85cb2f service nova] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 626.299188] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc6a0683-4a3e-4ac0-9154-723e3c9bd7d3 req-84c2abde-5f19-4671-93de-6e9fca85cb2f service nova] Enqueued Resource ID: 3a66c1d6-9549-459d-bb1b-66781725a57f with Priority: HIGHEST for action port [ 626.299188] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_rules [ 626.299188] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 626.299188] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a66c1d6-9549-459d-bb1b-66781725a57f with Priority: HIGHEST for action port [ 626.299188] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.299188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.299188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.299188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.299188] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.299767] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.299767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.299767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.299879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.300856] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.300856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.300856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.300856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.300856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.300856] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.301503] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a66c1d6-9549-459d-bb1b-66781725a57f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.301599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.301661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.301777] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.301854] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a66c1d6-9549-459d-bb1b-66781725a57f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.303207] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.303331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.303375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.303559] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.303772] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.303853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.303853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.303993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.304086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.304596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.304596] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.304596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.304596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.304799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.304799] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.305159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.305159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.305159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.305279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.305279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.305366] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.538385] env[65116]: INFO networking_nsxv3.common.synchronization [None req-9b7b55f6-5cec-44bf-9de2-16d9690a0656 None None] Enqueued Resource ID: 9ad6f9c8-dde2-4dd3-a2ca-98370d6f7a64 with Priority: HIGHEST for action port [ 626.538992] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad6f9c8-dde2-4dd3-a2ca-98370d6f7a64 with Priority: HIGHEST for action port [ 626.539339] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ad6f9c8-dde2-4dd3-a2ca-98370d6f7a64 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.539506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ad6f9c8-dde2-4dd3-a2ca-98370d6f7a64" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.539506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ad6f9c8-dde2-4dd3-a2ca-98370d6f7a64" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.540019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ad6f9c8-dde2-4dd3-a2ca-98370d6f7a64" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.540019] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad6f9c8-dde2-4dd3-a2ca-98370d6f7a64',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.667634] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0565979d-231f-4b7e-b79a-29a474472b36 [ 626.667634] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.667634] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.667634] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.667634] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.667634] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.667634] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0565979d-231f-4b7e-b79a-29a474472b36 already deleted. [ 626.667634] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0565979d-231f-4b7e-b79a-29a474472b36" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.803166] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.804242] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.804359] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.810666] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a66c1d6-9549-459d-bb1b-66781725a57f with status ACTIVE [ 626.810666] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.810666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.810666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.810666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.810666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.810666] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.810666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.810994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.811044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.811109] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.811295] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.811388] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.811457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.811641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.811719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.811806] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a66c1d6-9549-459d-bb1b-66781725a57f is going to be updated. [ 626.812868] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56595715-0840-4b10-bc63-51b1434520cd: rpc.has_security_group_logging(os_id): False [ 626.835221] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.835389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.835460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.835686] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.835792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.836038] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.836142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.836204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.836489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.836580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.836840] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.836937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.836997] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.837158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.837236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.837425] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.838036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.838036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.838036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.838036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.838036] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be updated. [ 626.840374] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.840374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.840374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.840591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.840806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.841313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.927698] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.930155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.930155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.930155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.930155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.949525] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 2s [ 627.044862] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ad6f9c8-dde2-4dd3-a2ca-98370d6f7a64 [ 627.044862] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.044862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.044862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.044862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.044862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.044862] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ad6f9c8-dde2-4dd3-a2ca-98370d6f7a64 already deleted. [ 627.044862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ad6f9c8-dde2-4dd3-a2ca-98370d6f7a64" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.128311] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 in Status: SUCCESS [ 627.128311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.128311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.128311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.128311] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.128311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.128311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.128311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.128311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.128311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.128311] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5181241a-f320-4dd8-a3ce-36912a3d4667',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.306091] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.372524] env[65116]: INFO networking_nsxv3.common.synchronization [req-ee9cb6fc-1531-4d68-a783-5613c549fdc9 req-ae7e8937-1a13-436a-8ca8-aa425d3d8a6b tempest-SecurityGroupRulesTestJSON-881598232 tempest-SecurityGroupRulesTestJSON-881598232-project-member] Enqueued Resource ID: 6fdcf2f2-0825-404e-a84f-6478be3ede67 with Priority: HIGHEST for action security_group_rules [ 627.373155] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fdcf2f2-0825-404e-a84f-6478be3ede67 with Priority: HIGHEST for action security_group_rules [ 627.373546] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fdcf2f2-0825-404e-a84f-6478be3ede67 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.373679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fdcf2f2-0825-404e-a84f-6478be3ede67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.373863] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fdcf2f2-0825-404e-a84f-6478be3ede67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.374055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fdcf2f2-0825-404e-a84f-6478be3ede67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.374162] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fdcf2f2-0825-404e-a84f-6478be3ede67',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.522323] env[65116]: INFO networking_nsxv3.common.synchronization [req-f8a98f7f-680b-414d-a50f-9dd3f6706a97 req-ed0a0f8d-b56c-4b8e-aa0b-ec4832a730c0 tempest-ServerActionsTestJSON-460922022 tempest-ServerActionsTestJSON-460922022-project-member] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 627.522712] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 627.523187] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.523307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.523371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.523643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.523804] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.525097] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.525097] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.525097] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.525097] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.525097] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.628234] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5181241a-f320-4dd8-a3ce-36912a3d4667',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.809048] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.813532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.813532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.813532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.813532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.813532] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be created. [ 627.844806] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.844806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.844806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.844806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.844806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.857058] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: UNINITIALIZED for 2s [ 627.896160] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.896380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.896831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.896831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.896944] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.897057] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fdcf2f2-0825-404e-a84f-6478be3ede67 already deleted. [ 627.897179] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fdcf2f2-0825-404e-a84f-6478be3ede67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.959039] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.959039] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.959039] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.959039] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.959039] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.959039] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.959039] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.959039] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.959039] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.959039] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.959039] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.959802] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.959802] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.959802] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.959802] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.959925] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.991479] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.991645] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.991832] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.992015] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.992381] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-4ea2aa90-9370-491b-97b5-2c112a535219 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.992993] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-4ea2aa90-9370-491b-97b5-2c112a535219" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.992993] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-4ea2aa90-9370-491b-97b5-2c112a535219" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.993589] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-4ea2aa90-9370-491b-97b5-2c112a535219" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.993991] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ea2aa90-9370-491b-97b5-2c112a535219',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.026630] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.026867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.026867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.027204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.027427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.027723] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.027942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.028266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.028560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.028679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.028961] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 already deleted. [ 628.029097] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.135427] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5181241a-f320-4dd8-a3ce-36912a3d4667: rpc.has_security_group_logging(os_id): False [ 628.156155] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.156274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.156274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.156503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.156591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.156858] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.156978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.157066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.157186] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.157265] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.157354] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 is going to be created. [ 628.225547] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.225812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.225812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.226076] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.226308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.238596] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 in Status: IN_PROGRESS for 2s [ 628.496992] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.497385] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.497385] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.497685] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.497894] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.498114] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 4ea2aa90-9370-491b-97b5-2c112a535219 not found, creating... [ 628.498829] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.499014] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.499141] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.499382] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.499540] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.500101] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.500798] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.500798] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.501996] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.502209] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.502360] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 4ea2aa90-9370-491b-97b5-2c112a535219 is going to be created. [ 628.525025] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.525378] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.525581] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.526026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.526397] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.526739] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-4ea2aa90-9370-491b-97b5-2c112a535219" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.848986] env[65116]: INFO networking_nsxv3.common.synchronization [None req-657a5fa1-4f79-430d-96b3-58d4dd277f2e None None] Enqueued Resource ID: 601e00c9-9e31-49b7-a838-f346c1a48116 with Priority: HIGHEST for action port [ 628.850091] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 601e00c9-9e31-49b7-a838-f346c1a48116 with Priority: HIGHEST for action port [ 628.850484] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-601e00c9-9e31-49b7-a838-f346c1a48116 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.850633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-601e00c9-9e31-49b7-a838-f346c1a48116" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.850739] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-601e00c9-9e31-49b7-a838-f346c1a48116" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.851077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-601e00c9-9e31-49b7-a838-f346c1a48116" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.851180] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('601e00c9-9e31-49b7-a838-f346c1a48116',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.967322] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 628.967322] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.255310] env[65116]: INFO networking_nsxv3.common.synchronization [req-f8a98f7f-680b-414d-a50f-9dd3f6706a97 req-d2c4b489-d1dd-4b06-a01a-2a529ee8da16 service nova] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_rules [ 629.255463] env[65116]: INFO networking_nsxv3.common.synchronization [req-f8a98f7f-680b-414d-a50f-9dd3f6706a97 req-d2c4b489-d1dd-4b06-a01a-2a529ee8da16 service nova] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 629.255602] env[65116]: INFO networking_nsxv3.common.synchronization [req-f8a98f7f-680b-414d-a50f-9dd3f6706a97 req-d2c4b489-d1dd-4b06-a01a-2a529ee8da16 service nova] Enqueued Resource ID: 4ea2aa90-9370-491b-97b5-2c112a535219 with Priority: HIGHEST for action port [ 629.256144] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_rules [ 629.256283] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 629.256385] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea2aa90-9370-491b-97b5-2c112a535219 with Priority: HIGHEST for action port [ 629.256690] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.257352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.257447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.257642] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.257728] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.262264] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.262264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.262264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.262264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.262264] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.262264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.262264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.262820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.262820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.262820] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.263733] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ea2aa90-9370-491b-97b5-2c112a535219 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.263980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ea2aa90-9370-491b-97b5-2c112a535219" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.264138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ea2aa90-9370-491b-97b5-2c112a535219" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.264351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ea2aa90-9370-491b-97b5-2c112a535219" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.264462] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ea2aa90-9370-491b-97b5-2c112a535219',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.353556] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 601e00c9-9e31-49b7-a838-f346c1a48116 [ 629.353831] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.353966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.354051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.354686] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.354686] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.354686] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:601e00c9-9e31-49b7-a838-f346c1a48116 already deleted. [ 629.354686] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-601e00c9-9e31-49b7-a838-f346c1a48116" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.767565] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.769233] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.769233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.769233] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ea2aa90-9370-491b-97b5-2c112a535219 with status ACTIVE [ 629.769501] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.769501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.769501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.771497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.771497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.771497] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.771497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.771497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.771497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.771497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.771497] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.771497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.771497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.771497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.771497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.771497] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ea2aa90-9370-491b-97b5-2c112a535219 is going to be updated. [ 629.800428] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.800651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.800651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.800851] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.800982] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.801159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ea2aa90-9370-491b-97b5-2c112a535219" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.870777] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 629.870896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.871515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.871515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.871515] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.871921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.871921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.871921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.872115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.872115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.872215] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.253050] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 in Status: SUCCESS [ 630.253400] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.276220] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.356378] env[65116]: INFO networking_nsxv3.common.synchronization [None req-815be0dc-220b-4fcb-b976-e33a42b742d3 None None] Enqueued Resource ID: 3cc89b0d-693a-4322-a5d4-496a3a17da9b with Priority: HIGHEST for action port [ 630.356378] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc89b0d-693a-4322-a5d4-496a3a17da9b with Priority: HIGHEST for action port [ 630.357499] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cc89b0d-693a-4322-a5d4-496a3a17da9b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.357499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cc89b0d-693a-4322-a5d4-496a3a17da9b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.357499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cc89b0d-693a-4322-a5d4-496a3a17da9b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.359137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cc89b0d-693a-4322-a5d4-496a3a17da9b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.359137] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc89b0d-693a-4322-a5d4-496a3a17da9b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.377315] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.377593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.378574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.378816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.378965] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.379100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.379161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.379610] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.379610] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.379610] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.379610] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.379856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.379856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.380154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.380361] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.380476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.380536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.380650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.380729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.380813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.380905] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.725414] env[65116]: INFO networking_nsxv3.common.synchronization [None req-4d7ecfa3-5683-4554-b749-97612a7adbd2 None None] Enqueued Resource ID: 81dccc7a-4735-47cd-818a-7514c6e75303 with Priority: HIGHEST for action port [ 630.726213] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dccc7a-4735-47cd-818a-7514c6e75303 with Priority: HIGHEST for action port [ 630.727055] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-81dccc7a-4735-47cd-818a-7514c6e75303 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.727360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81dccc7a-4735-47cd-818a-7514c6e75303" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.727586] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81dccc7a-4735-47cd-818a-7514c6e75303" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.727937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81dccc7a-4735-47cd-818a-7514c6e75303" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.728484] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81dccc7a-4735-47cd-818a-7514c6e75303',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.781953] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.781953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.781953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.781953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.781953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.781953] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 is going to be created. [ 630.804671] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.804880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.804880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.805116] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.805285] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.815970] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: UNINITIALIZED for 2s [ 630.862640] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cc89b0d-693a-4322-a5d4-496a3a17da9b [ 630.862870] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.862991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.863065] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.863291] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.863383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.863527] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cc89b0d-693a-4322-a5d4-496a3a17da9b already deleted. [ 630.863619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cc89b0d-693a-4322-a5d4-496a3a17da9b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.884709] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d: rpc.has_security_group_logging(os_id): False [ 630.905490] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.905830] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.905946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.906252] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.906367] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.906595] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.906716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.906781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.906961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.907059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.907265] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.907363] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.907437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.907622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.907665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.907847] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.907952] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.908016] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.908342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.908457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.908576] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be created. [ 630.973102] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.973312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.973353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.973648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.973805] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.987115] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 631.234104] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81dccc7a-4735-47cd-818a-7514c6e75303 [ 631.236017] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.236017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.236017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.236017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.236017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.236017] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81dccc7a-4735-47cd-818a-7514c6e75303 already deleted. [ 631.236017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81dccc7a-4735-47cd-818a-7514c6e75303" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.755178] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3e967c-63da-4cf1-ae79-8d4866d230c6 req-8c23e41e-d4bd-44a5-9218-ef186bd16e7d tempest-VolumesAssistedSnapshotsTest-1179783743 tempest-VolumesAssistedSnapshotsTest-1179783743-project-member] Enqueued Resource ID: f823d0a4-b01b-4247-92c5-6bdf5068494e with Priority: HIGHEST for action security_group_members [ 631.755629] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f823d0a4-b01b-4247-92c5-6bdf5068494e with Priority: HIGHEST for action security_group_members [ 631.762021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f823d0a4-b01b-4247-92c5-6bdf5068494e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.762021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.762688] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.762688] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.762777] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.762875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.763067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.764259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.764372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.764418] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f823d0a4-b01b-4247-92c5-6bdf5068494e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.266776] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.267406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.267406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.267521] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.267682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.267910] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.268118] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.268345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.268429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.268552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.268696] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f823d0a4-b01b-4247-92c5-6bdf5068494e already deleted. [ 632.268838] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.345182] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.345648] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-882" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.345648] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-882" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.345870] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-882" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.346541] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.346715] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.346833] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.347395] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.347395] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.347561] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.347614] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.347889] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.347955] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.348025] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.348134] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.348268] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.370583] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.370583] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.370583] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.370583] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-882" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.371033] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-ec7592a3-0a2f-43b5-9c55-2e59d85c17cf taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.371033] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-ec7592a3-0a2f-43b5-9c55-2e59d85c17cf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.371204] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-ec7592a3-0a2f-43b5-9c55-2e59d85c17cf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.371565] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-ec7592a3-0a2f-43b5-9c55-2e59d85c17cf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.371565] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec7592a3-0a2f-43b5-9c55-2e59d85c17cf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.527627] env[65116]: INFO networking_nsxv3.common.synchronization [None req-d7892697-14e3-476c-a38e-1a9b1ab7c8ba None None] Enqueued Resource ID: e7383b3e-a09f-4d99-9e83-cbc26ef843e4 with Priority: HIGHEST for action port [ 632.528675] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7383b3e-a09f-4d99-9e83-cbc26ef843e4 with Priority: HIGHEST for action port [ 632.528675] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7383b3e-a09f-4d99-9e83-cbc26ef843e4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.528675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7383b3e-a09f-4d99-9e83-cbc26ef843e4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.528929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7383b3e-a09f-4d99-9e83-cbc26ef843e4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.528964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7383b3e-a09f-4d99-9e83-cbc26ef843e4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.529390] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7383b3e-a09f-4d99-9e83-cbc26ef843e4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.827633] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: SUCCESS [ 632.827633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.828224] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.828224] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.828516] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.828596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.828655] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.828889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.829048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.829203] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.829346] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.875338] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.875575] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.875796] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.876060] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.876214] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.876366] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port ec7592a3-0a2f-43b5-9c55-2e59d85c17cf not found, creating... [ 632.876632] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.876784] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.876907] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.877151] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.879251] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.879251] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.879251] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.879251] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.879251] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.881015] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.881348] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: ec7592a3-0a2f-43b5-9c55-2e59d85c17cf is going to be created. [ 632.904790] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.905143] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.905288] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.905594] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.906574] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.907622] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-ec7592a3-0a2f-43b5-9c55-2e59d85c17cf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.004606] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 633.004857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.034935] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7383b3e-a09f-4d99-9e83-cbc26ef843e4 [ 633.035298] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.035504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.035591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.035945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.036074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.036184] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7383b3e-a09f-4d99-9e83-cbc26ef843e4 already deleted. [ 633.036367] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7383b3e-a09f-4d99-9e83-cbc26ef843e4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.140171] env[65116]: INFO networking_nsxv3.common.synchronization [req-d20f9677-ef9e-4bb3-967e-f8e4489a4b06 req-79407324-88a3-4ef9-81f2-01c34b7a3b7b tempest-ImagesOneServerTestJSON-1208848406 tempest-ImagesOneServerTestJSON-1208848406-project-member] Enqueued Resource ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 with Priority: HIGHEST for action security_group_members [ 633.140686] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 with Priority: HIGHEST for action security_group_members [ 633.141298] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7967e01-0ab6-4598-9f7f-f0c6118c1952 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.141441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.141513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.141841] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.142064] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.142177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.142359] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.142430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.142501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.142605] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7967e01-0ab6-4598-9f7f-f0c6118c1952',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.332671] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.347858] env[65116]: INFO networking_nsxv3.common.synchronization [None req-d8c26bf2-e972-4f12-9c21-6970021c0a3c tempest-ServersTestFqdnHostnames-521639732 tempest-ServersTestFqdnHostnames-521639732-project-member] Enqueued Resource ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 with Priority: HIGHEST for action security_group_rules [ 633.347858] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 with Priority: HIGHEST for action security_group_rules [ 633.347858] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.347858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.347858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.347858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.347858] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d75f16-c4e5-4a19-95a4-711738d4b9e8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.630045] env[65116]: INFO networking_nsxv3.common.synchronization [None req-67b56226-9e0a-4b88-b2f2-915db1e3a231 None None] Enqueued Resource ID: 754016b3-ebe6-440f-9174-47da3833e473 with Priority: HIGHEST for action port [ 633.630045] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754016b3-ebe6-440f-9174-47da3833e473 with Priority: HIGHEST for action port [ 633.630045] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-754016b3-ebe6-440f-9174-47da3833e473 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.630045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-754016b3-ebe6-440f-9174-47da3833e473" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.630045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-754016b3-ebe6-440f-9174-47da3833e473" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.630045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-754016b3-ebe6-440f-9174-47da3833e473" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.630045] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('754016b3-ebe6-440f-9174-47da3833e473',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.647323] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.647488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.650026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.650026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.650026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.650026] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.650026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.650026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.650026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.650026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.650026] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 already deleted. [ 633.650026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.680251] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3e967c-63da-4cf1-ae79-8d4866d230c6 req-25c5e408-7d43-40c5-a963-4dc2f0c6c22e service nova] Enqueued Resource ID: f823d0a4-b01b-4247-92c5-6bdf5068494e with Priority: HIGHEST for action security_group_rules [ 633.680430] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3e967c-63da-4cf1-ae79-8d4866d230c6 req-25c5e408-7d43-40c5-a963-4dc2f0c6c22e service nova] Enqueued Resource ID: f823d0a4-b01b-4247-92c5-6bdf5068494e with Priority: HIGHEST for action security_group_members [ 633.680562] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3e967c-63da-4cf1-ae79-8d4866d230c6 req-25c5e408-7d43-40c5-a963-4dc2f0c6c22e service nova] Enqueued Resource ID: ec7592a3-0a2f-43b5-9c55-2e59d85c17cf with Priority: HIGHEST for action port [ 633.681095] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f823d0a4-b01b-4247-92c5-6bdf5068494e with Priority: HIGHEST for action security_group_rules [ 633.681352] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f823d0a4-b01b-4247-92c5-6bdf5068494e with Priority: HIGHEST for action security_group_members [ 633.681352] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec7592a3-0a2f-43b5-9c55-2e59d85c17cf with Priority: HIGHEST for action port [ 633.681603] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f823d0a4-b01b-4247-92c5-6bdf5068494e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.681733] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.681969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.682053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.682125] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f823d0a4-b01b-4247-92c5-6bdf5068494e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.682999] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f823d0a4-b01b-4247-92c5-6bdf5068494e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.683128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.683207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.684357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.684357] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.684357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.684357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.684357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.684357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.684357] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f823d0a4-b01b-4247-92c5-6bdf5068494e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.685038] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec7592a3-0a2f-43b5-9c55-2e59d85c17cf taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.685162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec7592a3-0a2f-43b5-9c55-2e59d85c17cf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.685231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec7592a3-0a2f-43b5-9c55-2e59d85c17cf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.685345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec7592a3-0a2f-43b5-9c55-2e59d85c17cf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.685419] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec7592a3-0a2f-43b5-9c55-2e59d85c17cf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.835659] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c97400d-6cdc-41ed-8688-5f46322d4b94: rpc.has_security_group_logging(os_id): False [ 633.856502] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.856693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.856761] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.856952] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.857056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.857307] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.857412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.857472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.857638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.857718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.857806] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 is going to be created. [ 633.869471] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.869702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.869756] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.869955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.870081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.870185] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 already deleted. [ 633.870298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.924851] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.925068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.925188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.925361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.925568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.939637] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: IN_PROGRESS for 2s [ 633.955884] env[65116]: INFO networking_nsxv3.common.synchronization [None req-8744ccf7-6057-47fb-9cde-4e20896b9427 tempest-ServersTestFqdnHostnames-521639732 tempest-ServersTestFqdnHostnames-521639732-project-member] Enqueued Resource ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 with Priority: HIGHEST for action security_group_rules [ 633.957181] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 with Priority: HIGHEST for action security_group_rules [ 633.957534] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.957685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.957813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.958038] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.958270] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d75f16-c4e5-4a19-95a4-711738d4b9e8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.965976] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-804 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.966174] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-804" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.966290] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-804" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.966613] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-804" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.967033] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.967033] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.967197] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.967341] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.968049] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.968049] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.968049] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.968049] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.968049] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.968315] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.968315] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.968315] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.987711] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.987913] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.987974] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.988179] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-804" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.988491] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-16314fe2-22b5-437b-aebf-58bf042902d0 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.988671] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-16314fe2-22b5-437b-aebf-58bf042902d0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.988791] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-16314fe2-22b5-437b-aebf-58bf042902d0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.989132] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-16314fe2-22b5-437b-aebf-58bf042902d0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.989316] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16314fe2-22b5-437b-aebf-58bf042902d0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.132189] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 754016b3-ebe6-440f-9174-47da3833e473 [ 634.132596] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.132815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.132937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.133296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.133462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.133697] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:754016b3-ebe6-440f-9174-47da3833e473 already deleted. [ 634.133854] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-754016b3-ebe6-440f-9174-47da3833e473" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.188158] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f823d0a4-b01b-4247-92c5-6bdf5068494e taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.188560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.188880] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f823d0a4-b01b-4247-92c5-6bdf5068494e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.191260] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec7592a3-0a2f-43b5-9c55-2e59d85c17cf with status ACTIVE [ 634.191260] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.191260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.191260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.191260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.191260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.191260] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.191260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.191260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.191607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.191607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.191672] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.191766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.191854] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.191954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.192058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.192151] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec7592a3-0a2f-43b5-9c55-2e59d85c17cf is going to be updated. [ 634.217337] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.217518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.217587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.217849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.217885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.218067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec7592a3-0a2f-43b5-9c55-2e59d85c17cf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.479637] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.479965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.479965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.480255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.480335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.480588] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 already deleted. [ 634.480753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.492367] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.492677] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.492923] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.493284] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.493454] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.493824] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 16314fe2-22b5-437b-aebf-58bf042902d0 not found, creating... [ 634.494161] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.494349] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.494489] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.494760] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.494893] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.495535] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.495535] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.495535] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.495795] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.495844] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.495981] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 16314fe2-22b5-437b-aebf-58bf042902d0 is going to be created. [ 634.516324] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.516625] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.516725] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.517647] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.517647] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.517765] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-16314fe2-22b5-437b-aebf-58bf042902d0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.696569] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f823d0a4-b01b-4247-92c5-6bdf5068494e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.200952] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.203150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.203150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.203150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.203150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.203150] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f823d0a4-b01b-4247-92c5-6bdf5068494e is going to be created. [ 635.227813] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.227813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.227813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.227813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.227813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.238377] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f823d0a4-b01b-4247-92c5-6bdf5068494e in Status: UNINITIALIZED for 2s [ 635.246342] env[65116]: INFO networking_nsxv3.common.synchronization [req-d20f9677-ef9e-4bb3-967e-f8e4489a4b06 req-ecf0047f-e993-4fa1-b575-ef8bbe8d6231 service nova] Enqueued Resource ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 with Priority: HIGHEST for action security_group_rules [ 635.246342] env[65116]: INFO networking_nsxv3.common.synchronization [req-d20f9677-ef9e-4bb3-967e-f8e4489a4b06 req-ecf0047f-e993-4fa1-b575-ef8bbe8d6231 service nova] Enqueued Resource ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 with Priority: HIGHEST for action security_group_members [ 635.246342] env[65116]: INFO networking_nsxv3.common.synchronization [req-d20f9677-ef9e-4bb3-967e-f8e4489a4b06 req-ecf0047f-e993-4fa1-b575-ef8bbe8d6231 service nova] Enqueued Resource ID: 16314fe2-22b5-437b-aebf-58bf042902d0 with Priority: HIGHEST for action port [ 635.246342] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 with Priority: HIGHEST for action security_group_rules [ 635.246342] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 with Priority: HIGHEST for action security_group_members [ 635.246342] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16314fe2-22b5-437b-aebf-58bf042902d0 with Priority: HIGHEST for action port [ 635.246342] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7967e01-0ab6-4598-9f7f-f0c6118c1952 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.246342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.246342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.246342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.246342] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7967e01-0ab6-4598-9f7f-f0c6118c1952',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.246342] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7967e01-0ab6-4598-9f7f-f0c6118c1952 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.246813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.246813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.246813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.247012] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.247012] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.247104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.247196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.247278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.247381] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7967e01-0ab6-4598-9f7f-f0c6118c1952',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.248142] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-16314fe2-22b5-437b-aebf-58bf042902d0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.248246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16314fe2-22b5-437b-aebf-58bf042902d0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.248304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16314fe2-22b5-437b-aebf-58bf042902d0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.248451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16314fe2-22b5-437b-aebf-58bf042902d0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.248520] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16314fe2-22b5-437b-aebf-58bf042902d0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.750279] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7967e01-0ab6-4598-9f7f-f0c6118c1952',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.751499] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7967e01-0ab6-4598-9f7f-f0c6118c1952 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.751663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.751795] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16314fe2-22b5-437b-aebf-58bf042902d0 with status ACTIVE [ 635.751961] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.752089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.752208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.752424] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.752514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.752781] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.753162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.753249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.753426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.753641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.753873] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.753975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.754068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.754218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.754296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.754383] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16314fe2-22b5-437b-aebf-58bf042902d0 is going to be updated. [ 635.778169] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.778371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.778650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.778650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.778751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.778906] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16314fe2-22b5-437b-aebf-58bf042902d0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.956683] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: SUCCESS [ 635.957027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.257045] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7967e01-0ab6-4598-9f7f-f0c6118c1952',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.759813] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.760132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.760317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.760481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.760597] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.760745] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 is going to be created. [ 636.786664] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.786816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.786889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.787149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.787293] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.798791] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 in Status: UNINITIALIZED for 2s [ 637.286129] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f823d0a4-b01b-4247-92c5-6bdf5068494e in Status: SUCCESS [ 637.286129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.286129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.286129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.286129] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.286418] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.286418] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.286583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.286852] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.286951] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.287110] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f823d0a4-b01b-4247-92c5-6bdf5068494e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.789876] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f823d0a4-b01b-4247-92c5-6bdf5068494e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.906534] env[65116]: INFO networking_nsxv3.common.synchronization [req-f76798cb-b0e5-4312-b656-eddd8909ae00 req-10490436-5e71-495d-9d3e-384f80976de8 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 637.906799] env[65116]: INFO networking_nsxv3.common.synchronization [req-f76798cb-b0e5-4312-b656-eddd8909ae00 req-10490436-5e71-495d-9d3e-384f80976de8 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 750a38f0-802c-436a-b083-33309bab076d with Priority: HIGHEST for action security_group_members [ 637.907557] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 637.907905] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750a38f0-802c-436a-b083-33309bab076d with Priority: HIGHEST for action security_group_members [ 637.908468] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.908751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.909177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.909366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.910028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.910028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.910214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.910465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.910767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.910914] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.912885] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-750a38f0-802c-436a-b083-33309bab076d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.913070] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.913168] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.913680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.914677] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.914908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.914908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.915141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.915256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.915369] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.987022] env[65116]: INFO networking_nsxv3.common.synchronization [req-f76798cb-b0e5-4312-b656-eddd8909ae00 req-10490436-5e71-495d-9d3e-384f80976de8 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 750a38f0-802c-436a-b083-33309bab076d with Priority: HIGHEST for action security_group_rules [ 637.987022] env[65116]: INFO networking_nsxv3.common.synchronization [req-f76798cb-b0e5-4312-b656-eddd8909ae00 req-10490436-5e71-495d-9d3e-384f80976de8 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 750a38f0-802c-436a-b083-33309bab076d with Priority: HIGHEST for action security_group_members [ 637.987022] env[65116]: INFO networking_nsxv3.common.synchronization [req-f76798cb-b0e5-4312-b656-eddd8909ae00 req-10490436-5e71-495d-9d3e-384f80976de8 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_rules [ 637.987022] env[65116]: INFO networking_nsxv3.common.synchronization [req-f76798cb-b0e5-4312-b656-eddd8909ae00 req-10490436-5e71-495d-9d3e-384f80976de8 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 637.987022] env[65116]: INFO networking_nsxv3.common.synchronization [req-f76798cb-b0e5-4312-b656-eddd8909ae00 req-10490436-5e71-495d-9d3e-384f80976de8 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 3a66c1d6-9549-459d-bb1b-66781725a57f with Priority: HIGHEST for action port [ 637.987712] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750a38f0-802c-436a-b083-33309bab076d with Priority: HIGHEST for action security_group_rules [ 637.988244] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_rules [ 637.989781] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a66c1d6-9549-459d-bb1b-66781725a57f with Priority: HIGHEST for action port [ 637.989781] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750a38f0-802c-436a-b083-33309bab076d with Priority: HIGHEST for action security_group_members [ 637.989781] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 637.989781] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-750a38f0-802c-436a-b083-33309bab076d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.989781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.989781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.989781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.989781] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.991736] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.991736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.991736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.994733] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.994733] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.997674] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a66c1d6-9549-459d-bb1b-66781725a57f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.997674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.997674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.997674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.997674] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a66c1d6-9549-459d-bb1b-66781725a57f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.997674] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-750a38f0-802c-436a-b083-33309bab076d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.997674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.998108] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.998108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.293141] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f823d0a4-b01b-4247-92c5-6bdf5068494e: rpc.has_security_group_logging(os_id): False [ 638.325814] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.326122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.326122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.326240] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.326331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.326599] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.326736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.326853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.326936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.327036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.327129] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f823d0a4-b01b-4247-92c5-6bdf5068494e is going to be created. [ 638.410266] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.411501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.411501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.411501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.411501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.417034] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.421060] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.423924] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f823d0a4-b01b-4247-92c5-6bdf5068494e in Status: IN_PROGRESS for 2s [ 638.500479] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.500786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.501049] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-750a38f0-802c-436a-b083-33309bab076d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.501194] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.501422] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a66c1d6-9549-459d-bb1b-66781725a57f with status ACTIVE [ 638.501537] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.501669] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.501794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.501947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.502103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.502221] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.502316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.502446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.502568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.502652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.502844] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.502960] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.503023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.503149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.503222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.503307] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a66c1d6-9549-459d-bb1b-66781725a57f is going to be updated. [ 638.537537] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.537708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.537759] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.537965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.538135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.538375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.810989] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 in Status: SUCCESS [ 638.811483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.811702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.812063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.812915] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.812915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.812915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.812915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.812915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.812915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.813414] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7967e01-0ab6-4598-9f7f-f0c6118c1952',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.919038] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.922894] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.315665] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7967e01-0ab6-4598-9f7f-f0c6118c1952 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.315920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.315985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.316223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.316400] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.316503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.316565] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.316713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.316797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.316882] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.317036] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7967e01-0ab6-4598-9f7f-f0c6118c1952 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.317129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.317187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.317327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.317461] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.317570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.317635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.317831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.317911] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.317995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.318283] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7967e01-0ab6-4598-9f7f-f0c6118c1952',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.341895] env[65116]: INFO networking_nsxv3.common.synchronization [req-94d4c95a-2fdf-493b-9b72-fc65b35b1b68 req-6069754e-a1d2-4a68-a4ee-1810d2e14add tempest-SecurityGroupRulesTestJSON-881598232 tempest-SecurityGroupRulesTestJSON-881598232-project-member] Enqueued Resource ID: 46318059-01b5-49c5-af52-f31cd8755248 with Priority: HIGHEST for action security_group_rules [ 639.342500] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46318059-01b5-49c5-af52-f31cd8755248 with Priority: HIGHEST for action security_group_rules [ 639.342907] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46318059-01b5-49c5-af52-f31cd8755248 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.342985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46318059-01b5-49c5-af52-f31cd8755248" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.342985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46318059-01b5-49c5-af52-f31cd8755248" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.343333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46318059-01b5-49c5-af52-f31cd8755248" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.343412] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46318059-01b5-49c5-af52-f31cd8755248',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.430063] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.430063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.430063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.430063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.430063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.430063] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 639.430063] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.430063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.430063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.430996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.431329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.431550] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750a38f0-802c-436a-b083-33309bab076d is going to be created. [ 639.462132] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.462321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.462365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.462687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.462893] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.472027] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.472223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.472289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.472479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.472625] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.476212] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750a38f0-802c-436a-b083-33309bab076d in Status: UNINITIALIZED for 2s [ 639.484620] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 639.821077] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7967e01-0ab6-4598-9f7f-f0c6118c1952: rpc.has_security_group_logging(os_id): False [ 639.860050] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.860050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.860050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.860050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.860050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.860050] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.860050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.860050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.860050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.860050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.860050] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.860050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.860050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.860050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.861056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.861481] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.861766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.862124] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.862593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.864319] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.864319] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 is going to be created. [ 639.882059] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.882059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.882059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.882059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.882059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.882059] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46318059-01b5-49c5-af52-f31cd8755248 already deleted. [ 639.882059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46318059-01b5-49c5-af52-f31cd8755248" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.955323] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.955323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.955724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.955724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.955984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.970663] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 in Status: IN_PROGRESS for 2s [ 640.058285] env[65116]: INFO networking_nsxv3.common.synchronization [req-f1c1971a-25c7-49be-be6e-3018fc07749a req-35587360-df6d-42df-a649-4545f277969c tempest-MultipleCreateTestJSON-886329717 tempest-MultipleCreateTestJSON-886329717-project-member] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 640.059025] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 640.059606] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.059754] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.059894] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.060116] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.060306] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.060536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.060659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.061054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.061236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.061608] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.440694] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f823d0a4-b01b-4247-92c5-6bdf5068494e in Status: SUCCESS [ 640.441575] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.568349] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.634371] env[65116]: INFO networking_nsxv3.common.synchronization [req-b80398cf-2f84-4bca-bf68-00f54f7ff70f req-2845f2a0-4063-43da-b731-0d724f190ba4 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 750a38f0-802c-436a-b083-33309bab076d with Priority: HIGHEST for action security_group_members [ 640.634585] env[65116]: INFO networking_nsxv3.common.synchronization [req-b80398cf-2f84-4bca-bf68-00f54f7ff70f req-2845f2a0-4063-43da-b731-0d724f190ba4 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 640.634697] env[65116]: INFO networking_nsxv3.common.synchronization [req-b80398cf-2f84-4bca-bf68-00f54f7ff70f req-2845f2a0-4063-43da-b731-0d724f190ba4 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 with Priority: HIGHEST for action security_group_members [ 640.636115] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750a38f0-802c-436a-b083-33309bab076d with Priority: HIGHEST for action security_group_members [ 640.636263] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 640.636364] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 with Priority: HIGHEST for action security_group_members [ 640.636932] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-750a38f0-802c-436a-b083-33309bab076d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.636932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.636932] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.637145] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.637181] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.639138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.639138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.639138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.639138] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.639138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.639138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.639138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.639138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.639138] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b751a3ed-ec4e-4b50-ad6f-cf9c890715e2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.685225] env[65116]: INFO networking_nsxv3.common.synchronization [req-b80398cf-2f84-4bca-bf68-00f54f7ff70f req-2845f2a0-4063-43da-b731-0d724f190ba4 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 750a38f0-802c-436a-b083-33309bab076d with Priority: HIGHEST for action security_group_rules [ 640.685458] env[65116]: INFO networking_nsxv3.common.synchronization [req-b80398cf-2f84-4bca-bf68-00f54f7ff70f req-2845f2a0-4063-43da-b731-0d724f190ba4 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 750a38f0-802c-436a-b083-33309bab076d with Priority: HIGHEST for action security_group_members [ 640.685626] env[65116]: INFO networking_nsxv3.common.synchronization [req-b80398cf-2f84-4bca-bf68-00f54f7ff70f req-2845f2a0-4063-43da-b731-0d724f190ba4 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_rules [ 640.685782] env[65116]: INFO networking_nsxv3.common.synchronization [req-b80398cf-2f84-4bca-bf68-00f54f7ff70f req-2845f2a0-4063-43da-b731-0d724f190ba4 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 640.685947] env[65116]: INFO networking_nsxv3.common.synchronization [req-b80398cf-2f84-4bca-bf68-00f54f7ff70f req-2845f2a0-4063-43da-b731-0d724f190ba4 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 with Priority: HIGHEST for action security_group_rules [ 640.686151] env[65116]: INFO networking_nsxv3.common.synchronization [req-b80398cf-2f84-4bca-bf68-00f54f7ff70f req-2845f2a0-4063-43da-b731-0d724f190ba4 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 with Priority: HIGHEST for action security_group_members [ 640.686350] env[65116]: INFO networking_nsxv3.common.synchronization [req-b80398cf-2f84-4bca-bf68-00f54f7ff70f req-2845f2a0-4063-43da-b731-0d724f190ba4 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 3a66c1d6-9549-459d-bb1b-66781725a57f with Priority: HIGHEST for action port [ 640.687116] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750a38f0-802c-436a-b083-33309bab076d with Priority: HIGHEST for action security_group_rules [ 640.687226] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_rules [ 640.687426] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 with Priority: HIGHEST for action security_group_members [ 640.687639] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a66c1d6-9549-459d-bb1b-66781725a57f with Priority: HIGHEST for action port [ 640.687639] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 with Priority: HIGHEST for action security_group_rules [ 640.687756] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750a38f0-802c-436a-b083-33309bab076d with Priority: HIGHEST for action security_group_members [ 640.687877] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 640.688233] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-750a38f0-802c-436a-b083-33309bab076d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.688412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.689057] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.689119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.689373] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.689454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.689764] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a66c1d6-9549-459d-bb1b-66781725a57f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.689880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.689986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.690234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.690318] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a66c1d6-9549-459d-bb1b-66781725a57f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.691383] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.691725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.691725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.692088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.692181] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b751a3ed-ec4e-4b50-ad6f-cf9c890715e2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.693168] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-750a38f0-802c-436a-b083-33309bab076d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.694210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.694210] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.694210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.071870] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.146509] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b751a3ed-ec4e-4b50-ad6f-cf9c890715e2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.195047] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a66c1d6-9549-459d-bb1b-66781725a57f with status ACTIVE [ 641.195047] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.195047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.195047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.195343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.195343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.196931] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.196931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.196931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.196931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.196931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.196931] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.196931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.196931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.196931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.196931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.196931] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a66c1d6-9549-459d-bb1b-66781725a57f is going to be updated. [ 641.198042] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.198211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.223978] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.224157] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.224229] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.224758] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.224918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.225799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a66c1d6-9549-459d-bb1b-66781725a57f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.492365] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750a38f0-802c-436a-b083-33309bab076d in Status: SUCCESS [ 641.492727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.492940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.493210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.493584] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.493584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.493584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.493584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.494481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.494481] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.503369] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 641.503369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.503369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.503369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.503369] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.503369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.503369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.503681] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.503681] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.504340] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.507160] env[65116]: INFO networking_nsxv3.common.synchronization [req-f8748f75-4fb9-4681-865d-c3129fd56b74 req-f6498fd5-c426-4916-98c9-f9181a8ba683 tempest-AttachInterfacesUnderV243Test-2017370622 tempest-AttachInterfacesUnderV243Test-2017370622-project-member] Enqueued Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_members [ 641.507980] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_members [ 641.508822] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.508938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.509061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.509267] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.509998] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.509998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.509998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.509998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.509998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.514596] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.576041] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.576269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.576345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.576568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.576650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.576867] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be updated. [ 641.631412] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.631821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.631920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.632231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.632464] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.645631] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 2s [ 641.649414] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b751a3ed-ec4e-4b50-ad6f-cf9c890715e2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.937630] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.937909] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-639" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.939802] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-639" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.940238] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-639" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.940549] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.940799] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.941034] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.941357] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.941530] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.943172] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.943463] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.944112] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.944349] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.944524] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.944640] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.944819] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.969250] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.969486] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.969567] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.969828] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-639" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.970745] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-5604925f-4cea-418a-a42d-502bac3a6114 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.970922] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.971205] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.971747] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.971902] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5604925f-4cea-418a-a42d-502bac3a6114',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.997719] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.008661] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.013989] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.014202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.014202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.014517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.014686] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.015011] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.015183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.015263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.015493] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.015611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.015737] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 already deleted. [ 642.015867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.150440] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 in Status: SUCCESS [ 642.150812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.153368] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.153706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.153890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.154207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.154332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.154450] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 is going to be created. [ 642.194301] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.194516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.194516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.194816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.195019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.206023] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 in Status: UNINITIALIZED for 2s [ 642.475786] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.476142] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.476389] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.476805] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.477015] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.477229] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 5604925f-4cea-418a-a42d-502bac3a6114 not found, creating... [ 642.477559] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.477778] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.477934] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.478221] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.478417] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.478757] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.479022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.479198] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.479675] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.479675] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.479825] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 5604925f-4cea-418a-a42d-502bac3a6114 is going to be created. [ 642.500839] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.503136] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.503360] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.503488] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.503896] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.504320] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.504415] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.513536] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.589015] env[65116]: INFO networking_nsxv3.common.synchronization [req-1b70bd52-5ab8-431d-b615-2a5f16b947da req-cd79b6fa-981d-474b-93a5-d1ba57c90785 tempest-MultipleCreateTestJSON-886329717 tempest-MultipleCreateTestJSON-886329717-project-member] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 642.589827] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 642.590862] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.591222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.006980] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.006980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.006980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.007279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.007279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.007512] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750a38f0-802c-436a-b083-33309bab076d is going to be updated. [ 643.016933] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.016933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.016933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.017849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.017849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.017849] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 643.052845] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.052845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.052845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.052845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.052845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.054201] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.054201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.054201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.054679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.054749] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.068091] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750a38f0-802c-436a-b083-33309bab076d in Status: IN_PROGRESS for 2s [ 643.070954] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 643.282316] env[65116]: INFO networking_nsxv3.common.synchronization [req-f8748f75-4fb9-4681-865d-c3129fd56b74 req-28704817-cf8c-4f21-83ca-2c9749b0772e service nova] Enqueued Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_rules [ 643.282691] env[65116]: INFO networking_nsxv3.common.synchronization [req-f8748f75-4fb9-4681-865d-c3129fd56b74 req-28704817-cf8c-4f21-83ca-2c9749b0772e service nova] Enqueued Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_members [ 643.282691] env[65116]: INFO networking_nsxv3.common.synchronization [req-f8748f75-4fb9-4681-865d-c3129fd56b74 req-28704817-cf8c-4f21-83ca-2c9749b0772e service nova] Enqueued Resource ID: 5604925f-4cea-418a-a42d-502bac3a6114 with Priority: HIGHEST for action port [ 643.283330] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_rules [ 643.283469] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_members [ 643.283628] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604925f-4cea-418a-a42d-502bac3a6114 with Priority: HIGHEST for action port [ 643.284911] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.285141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.285384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.285699] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.285843] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.288047] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.288047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.288047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.288592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.289126] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.289254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.289325] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.289512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.289605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.289705] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.290752] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-5604925f-4cea-418a-a42d-502bac3a6114 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.291078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.291164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.291379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.291461] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5604925f-4cea-418a-a42d-502bac3a6114',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.658065] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 643.658340] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.658480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.658757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.658916] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.659053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.659122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.659271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.659349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.659444] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.796956] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.798160] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.798303] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.798512] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5604925f-4cea-418a-a42d-502bac3a6114 with status ACTIVE [ 643.798702] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.798821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.798888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.799132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.799223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.799392] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.799486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.799559] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.799754] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.799854] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.800398] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.800474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.800474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.800629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.800705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.800797] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5604925f-4cea-418a-a42d-502bac3a6114 is going to be updated. [ 643.825268] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.825502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.825502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.826035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.826035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.826388] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.100895] env[65116]: INFO networking_nsxv3.common.synchronization [req-c4514ca0-8763-46a5-98f0-2e279aaa0b52 req-42fe4877-80bc-4765-898f-c380e47ee8b1 tempest-ServersWithSpecificFlavorTestJSON-1330520152 tempest-ServersWithSpecificFlavorTestJSON-1330520152-project-member] Enqueued Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_members [ 644.101534] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_members [ 644.102057] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-600ba772-cff5-4a21-ba3c-0887b5c747a4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.102205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.102322] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.102729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.103030] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.103249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.103249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.103485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.103658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.103779] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.162671] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.162671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.162671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.162671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.162671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.163136] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.163136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.163229] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.163380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.163462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.163564] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be updated. [ 644.195050] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.195050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.195050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.195050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.195050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.204603] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 2s [ 644.216174] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 in Status: SUCCESS [ 644.216396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.216566] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.216783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.216995] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.217218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.217268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.217392] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.217508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.217564] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b751a3ed-ec4e-4b50-ad6f-cf9c890715e2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.303872] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.471060] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.471378] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-551" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.471627] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-551" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.471907] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-551" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.472321] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.472532] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.472688] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.472971] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.473172] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.473533] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.473773] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.473934] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.474749] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.474749] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.474749] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.474749] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.500391] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.500391] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.500391] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.500391] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-551" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.500391] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-b25aa25b-2d1b-414e-883a-324894d4b483 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.500391] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-b25aa25b-2d1b-414e-883a-324894d4b483" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.500391] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-b25aa25b-2d1b-414e-883a-324894d4b483" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.500391] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-b25aa25b-2d1b-414e-883a-324894d4b483" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.500391] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25aa25b-2d1b-414e-883a-324894d4b483',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.606551] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.607135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.607366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.607796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.608045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.608398] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.608649] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.609846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.609846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.609846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.609846] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 already deleted. [ 644.609846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.721549] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b751a3ed-ec4e-4b50-ad6f-cf9c890715e2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.808833] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.808833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.808833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.809207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.809310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.809466] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 is going to be created. [ 644.844152] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.844530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.844530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.845503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.845503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.858996] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: UNINITIALIZED for 2s [ 645.003252] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.003709] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.003900] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.004248] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.004474] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.004764] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port b25aa25b-2d1b-414e-883a-324894d4b483 not found, creating... [ 645.005178] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.005380] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.005508] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.005739] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.005911] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.006236] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.006468] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.006585] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.006804] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.006938] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.007089] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: b25aa25b-2d1b-414e-883a-324894d4b483 is going to be created. [ 645.028123] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.028316] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.028444] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.028729] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.029539] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.029539] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-b25aa25b-2d1b-414e-883a-324894d4b483" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.082250] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750a38f0-802c-436a-b083-33309bab076d in Status: SUCCESS [ 645.082512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.082690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.082903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.083116] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.083253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.083317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.083484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.083579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.083710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.083829] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.085949] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 645.085949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.085949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.086157] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.086315] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.086412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.086485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.086633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.086722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.086821] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.087832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.087945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.088261] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.088370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.088430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.088875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.088967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.089102] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.089206] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.090205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.090364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.090516] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.090671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.090720] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.090988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.090988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.090988] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.225726] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b751a3ed-ec4e-4b50-ad6f-cf9c890715e2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.591122] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.592819] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.594577] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.594577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.594577] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.729661] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.732320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.732320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.732320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.732320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.732320] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 is going to be updated. [ 645.742933] env[65116]: INFO networking_nsxv3.common.synchronization [req-c4514ca0-8763-46a5-98f0-2e279aaa0b52 req-18730b2c-efdd-4cf8-b6d2-cf8ca8716bae service nova] Enqueued Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_rules [ 645.742933] env[65116]: INFO networking_nsxv3.common.synchronization [req-c4514ca0-8763-46a5-98f0-2e279aaa0b52 req-18730b2c-efdd-4cf8-b6d2-cf8ca8716bae service nova] Enqueued Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_members [ 645.742933] env[65116]: INFO networking_nsxv3.common.synchronization [req-c4514ca0-8763-46a5-98f0-2e279aaa0b52 req-18730b2c-efdd-4cf8-b6d2-cf8ca8716bae service nova] Enqueued Resource ID: b25aa25b-2d1b-414e-883a-324894d4b483 with Priority: HIGHEST for action port [ 645.742933] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_rules [ 645.742933] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_members [ 645.742933] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b25aa25b-2d1b-414e-883a-324894d4b483 with Priority: HIGHEST for action port [ 645.742933] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-600ba772-cff5-4a21-ba3c-0887b5c747a4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.742933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.742933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.742933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.742933] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.743625] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-600ba772-cff5-4a21-ba3c-0887b5c747a4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.743728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.743794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.743998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.744180] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.744356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.744427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.744605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.744702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.744766] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.745621] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-b25aa25b-2d1b-414e-883a-324894d4b483 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.745745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b25aa25b-2d1b-414e-883a-324894d4b483" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.745786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b25aa25b-2d1b-414e-883a-324894d4b483" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.745934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b25aa25b-2d1b-414e-883a-324894d4b483" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.746035] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25aa25b-2d1b-414e-883a-324894d4b483',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.764567] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.764748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.764877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.765028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.765170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.777103] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 in Status: IN_PROGRESS for 2s [ 646.094548] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.096032] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 750a38f0-802c-436a-b083-33309bab076d: rpc.has_security_group_logging(os_id): False [ 646.097174] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.115765] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.115765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.115765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.116120] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.116120] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.116240] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.116295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.116331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.116464] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.116540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.116629] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750a38f0-802c-436a-b083-33309bab076d is going to be created. [ 646.191043] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.191043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.191043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.191350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.191448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.205863] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 750a38f0-802c-436a-b083-33309bab076d in Status: IN_PROGRESS for 2s [ 646.216082] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 4s [ 646.248454] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.249974] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-600ba772-cff5-4a21-ba3c-0887b5c747a4 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.250178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.250923] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b25aa25b-2d1b-414e-883a-324894d4b483 with status ACTIVE [ 646.250923] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.250923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.250923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.250923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.250923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.251280] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.251280] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.251280] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.251393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.251454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.252072] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.252072] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.252072] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.252254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.252254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.252333] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b25aa25b-2d1b-414e-883a-324894d4b483 is going to be updated. [ 646.327484] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.328213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.329103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.329103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.329103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.329103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b25aa25b-2d1b-414e-883a-324894d4b483" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.602193] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.602653] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.602653] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.602758] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.602801] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.602860] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750a38f0-802c-436a-b083-33309bab076d is going to be updated. [ 646.604333] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.604561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.604629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.604811] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.604902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.604997] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 646.648823] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.649026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.649294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.649609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.649609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.652175] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.652317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.652425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.652592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.652735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.665625] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750a38f0-802c-436a-b083-33309bab076d in Status: IN_PROGRESS for 2s [ 646.665968] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 646.703208] env[65116]: INFO networking_nsxv3.common.synchronization [req-080dc3b7-450b-48a9-8bee-693d129eeb55 req-8b1b7525-c1b5-46e1-816f-dd50000ccade tempest-ServersAdminNegativeTestJSON-1695887275 tempest-ServersAdminNegativeTestJSON-1695887275-project-member] Enqueued Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_members [ 646.706699] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_members [ 646.707085] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.707310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.707380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.707591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.707819] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.707935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.707935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.708173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.708311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.708414] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.755246] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.871409] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: SUCCESS [ 646.871673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.871945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.872272] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.872570] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.872716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.873068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.873302] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.873906] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.874054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.874161] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.143659] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.143872] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.143996] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.144275] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.144556] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.144675] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.144823] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.145069] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.145292] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.145655] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.145816] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.145925] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.146081] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.146196] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.146401] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.146470] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.172389] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.172389] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.172389] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.172389] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.172389] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-18509dce-9df7-41cc-af3e-70f419fbb5d5 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.172389] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-18509dce-9df7-41cc-af3e-70f419fbb5d5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.172389] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-18509dce-9df7-41cc-af3e-70f419fbb5d5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.172389] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-18509dce-9df7-41cc-af3e-70f419fbb5d5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.172389] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18509dce-9df7-41cc-af3e-70f419fbb5d5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.211385] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.258200] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.258658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.258658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.258658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.258844] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.258844] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 is going to be created. [ 647.301711] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.301852] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.301925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.302165] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.302451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.318130] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 in Status: UNINITIALIZED for 2s [ 647.376503] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.675309] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.675570] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.675656] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.675899] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.676093] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.676256] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 18509dce-9df7-41cc-af3e-70f419fbb5d5 not found, creating... [ 647.676535] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.676666] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.676780] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.677020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.677159] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.680873] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.680873] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.680873] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.680873] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.680873] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.680873] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 18509dce-9df7-41cc-af3e-70f419fbb5d5 is going to be created. [ 647.705786] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.705923] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.705999] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.706295] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.706552] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.706822] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-18509dce-9df7-41cc-af3e-70f419fbb5d5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.713723] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.800330] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 in Status: SUCCESS [ 647.800380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.801616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.801616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.801616] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.801616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.801616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.802037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.802037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.802037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.804408] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b751a3ed-ec4e-4b50-ad6f-cf9c890715e2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.880976] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2db4f55-6f81-4a38-ac72-8ba8935079c5: rpc.has_security_group_logging(os_id): False [ 647.911154] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.911154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.911154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.911154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.911154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.911585] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.911916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.911994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.912255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.912579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.912828] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 is going to be created. [ 647.981908] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.982364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.982573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.982768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.982911] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.001465] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: IN_PROGRESS for 2s [ 648.215916] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.216117] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.216191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.216408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.216498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.216597] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b is going to be updated. [ 648.233373] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 750a38f0-802c-436a-b083-33309bab076d in Status: SUCCESS [ 648.233614] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.233878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.234252] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.234375] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.236563] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 648.236611] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd deletion is rescheduled due to dependency. [ 648.236878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.266916] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.267111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.267186] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.267416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.267591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.278971] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: IN_PROGRESS for 2s [ 648.308999] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b751a3ed-ec4e-4b50-ad6f-cf9c890715e2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.497127] env[65116]: INFO networking_nsxv3.common.synchronization [req-080dc3b7-450b-48a9-8bee-693d129eeb55 req-f2b6a737-f27f-43f5-899d-6d2ffb35ffd6 service nova] Enqueued Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_rules [ 648.497127] env[65116]: INFO networking_nsxv3.common.synchronization [req-080dc3b7-450b-48a9-8bee-693d129eeb55 req-f2b6a737-f27f-43f5-899d-6d2ffb35ffd6 service nova] Enqueued Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_members [ 648.497127] env[65116]: INFO networking_nsxv3.common.synchronization [req-080dc3b7-450b-48a9-8bee-693d129eeb55 req-f2b6a737-f27f-43f5-899d-6d2ffb35ffd6 service nova] Enqueued Resource ID: 18509dce-9df7-41cc-af3e-70f419fbb5d5 with Priority: HIGHEST for action port [ 648.498211] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_rules [ 648.498211] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_members [ 648.498211] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18509dce-9df7-41cc-af3e-70f419fbb5d5 with Priority: HIGHEST for action port [ 648.498211] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.498728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.498728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.499261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.499261] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.500236] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.500480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.500761] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-18509dce-9df7-41cc-af3e-70f419fbb5d5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.500926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18509dce-9df7-41cc-af3e-70f419fbb5d5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.501086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18509dce-9df7-41cc-af3e-70f419fbb5d5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.502040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18509dce-9df7-41cc-af3e-70f419fbb5d5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.502040] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18509dce-9df7-41cc-af3e-70f419fbb5d5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.679679] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 648.680175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.680308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.680586] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.680789] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.680920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.680981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.681190] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.681293] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.681590] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.683204] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750a38f0-802c-436a-b083-33309bab076d in Status: SUCCESS [ 648.683436] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.683607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.683858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.684057] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.684215] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.684286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.684446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.684529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.685562] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.738450] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-750a38f0-802c-436a-b083-33309bab076d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.738581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.810988] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b751a3ed-ec4e-4b50-ad6f-cf9c890715e2: rpc.has_security_group_logging(os_id): False [ 648.832463] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.832463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.832463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.832463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.832463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.832463] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.832463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.832463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.832463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.832463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.832463] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 is going to be created. [ 648.892674] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.892674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.892978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.895084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.895084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.906516] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 in Status: IN_PROGRESS for 2s [ 649.005328] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.005328] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.005328] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18509dce-9df7-41cc-af3e-70f419fbb5d5 with status ACTIVE [ 649.005328] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.005688] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.005688] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.005688] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.005789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.006169] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.006169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.006169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.006397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.006581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.007208] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.007208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.007208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.007208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.007208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.007208] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18509dce-9df7-41cc-af3e-70f419fbb5d5 is going to be updated. [ 649.034426] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.034757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.034757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.035033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.035200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.035389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18509dce-9df7-41cc-af3e-70f419fbb5d5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.188232] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.189999] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.331627] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 in Status: SUCCESS [ 649.332032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.332251] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.332510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.332744] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.332887] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.332970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.333246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.333294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.335029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.335029] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.338716] env[65116]: INFO networking_nsxv3.common.synchronization [req-e11d105c-9c70-4744-b318-2ea9830c887e req-92310ea4-a058-4c3d-8ac9-6ee7dd7485ee tempest-SecurityGroupRulesTestJSON-881598232 tempest-SecurityGroupRulesTestJSON-881598232-project-member] Enqueued Resource ID: e12f8419-34ae-4544-bea1-51a639a39400 with Priority: HIGHEST for action security_group_rules [ 649.339433] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12f8419-34ae-4544-bea1-51a639a39400 with Priority: HIGHEST for action security_group_rules [ 649.339954] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e12f8419-34ae-4544-bea1-51a639a39400 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.340148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e12f8419-34ae-4544-bea1-51a639a39400" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.343025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e12f8419-34ae-4544-bea1-51a639a39400" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.343025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e12f8419-34ae-4544-bea1-51a639a39400" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.343025] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e12f8419-34ae-4544-bea1-51a639a39400',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.690546] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.691819] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.823274] env[65116]: INFO networking_nsxv3.common.synchronization [req-66ae4236-f803-4b6b-9623-8567ccef315e req-4892779d-7ed0-4288-b25d-316b6d6ac978 tempest-ImagesOneServerNegativeTestJSON-1452745102 tempest-ImagesOneServerNegativeTestJSON-1452745102-project-member] Enqueued Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 649.824172] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 649.824568] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.824755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.824884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.825356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.825814] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.826023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.826088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.826268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.826354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.826500] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.836655] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.864193] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.864193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.864193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.864193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.864193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.865304] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e12f8419-34ae-4544-bea1-51a639a39400 already deleted. [ 649.865304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e12f8419-34ae-4544-bea1-51a639a39400" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.017369] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: SUCCESS [ 650.017545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.194302] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.194500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.194557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.194853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.194943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.195357] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 650.196543] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.196682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.196783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.196970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.197205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.197336] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750a38f0-802c-436a-b083-33309bab076d is going to be updated. [ 650.229961] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.229961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.229961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.229961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.229961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.235222] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.235222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.235222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.235222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.235222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.246143] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 650.246844] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750a38f0-802c-436a-b083-33309bab076d in Status: IN_PROGRESS for 2s [ 650.290810] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: SUCCESS [ 650.291104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.291197] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.291476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.291759] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.291858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.291927] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.292126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.292260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.292418] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.329403] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.329662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.329789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.330169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.330318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.330562] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.330727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.330813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.331067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.331225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.332171] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f already deleted. [ 650.332289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.341628] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 600ba772-cff5-4a21-ba3c-0887b5c747a4: rpc.has_security_group_logging(os_id): False [ 650.369959] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.370286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.370465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.370708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.370865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.371139] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.371285] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.371604] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.371924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.372051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.372255] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 is going to be created. [ 650.383437] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.383660] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-254" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.383816] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-254" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.384402] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-254" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.385374] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.385374] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.385374] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.385374] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.385374] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.385374] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.385650] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.385650] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.385650] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.385751] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.386681] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.386681] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.412043] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.412043] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.412043] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.412498] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-254" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.412498] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-33c6c3ae-feb6-4512-ac82-46c27afad318 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.412587] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-33c6c3ae-feb6-4512-ac82-46c27afad318" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.414279] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-33c6c3ae-feb6-4512-ac82-46c27afad318" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.414279] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-33c6c3ae-feb6-4512-ac82-46c27afad318" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.414279] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c6c3ae-feb6-4512-ac82-46c27afad318',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.448436] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.448617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.448659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.448860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.449048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.461499] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 in Status: IN_PROGRESS for 2s [ 650.677634] env[65116]: INFO networking_nsxv3.common.synchronization [None req-38f029d3-50f1-4cca-a87b-9423db81654c None None] Enqueued Resource ID: d436acce-7f4b-4a6b-b756-fa43ee826e5a with Priority: HIGHEST for action port [ 650.678620] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d436acce-7f4b-4a6b-b756-fa43ee826e5a with Priority: HIGHEST for action port [ 650.679198] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-d436acce-7f4b-4a6b-b756-fa43ee826e5a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.679377] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d436acce-7f4b-4a6b-b756-fa43ee826e5a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.679451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d436acce-7f4b-4a6b-b756-fa43ee826e5a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.679717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d436acce-7f4b-4a6b-b756-fa43ee826e5a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.679806] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d436acce-7f4b-4a6b-b756-fa43ee826e5a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.797456] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.918572] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.918867] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.919029] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.919353] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.919528] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.919706] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 33c6c3ae-feb6-4512-ac82-46c27afad318 not found, creating... [ 650.920014] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.920207] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.920342] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.920597] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.920735] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.921070] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.921237] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.921353] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.921763] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.921973] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.922196] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 33c6c3ae-feb6-4512-ac82-46c27afad318 is going to be created. [ 650.924224] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 in Status: SUCCESS [ 650.925044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.949591] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.949788] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.949912] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.950213] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.950476] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.950693] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-33c6c3ae-feb6-4512-ac82-46c27afad318" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.184514] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d436acce-7f4b-4a6b-b756-fa43ee826e5a [ 651.184714] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.184898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.184898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.185144] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.185238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.185347] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d436acce-7f4b-4a6b-b756-fa43ee826e5a already deleted. [ 651.185436] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d436acce-7f4b-4a6b-b756-fa43ee826e5a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.301418] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.699736] env[65116]: INFO networking_nsxv3.common.synchronization [req-66ae4236-f803-4b6b-9623-8567ccef315e req-fb0b9dad-5867-4f32-afe6-944c165cb46f service nova] Enqueued Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_rules [ 651.699936] env[65116]: INFO networking_nsxv3.common.synchronization [req-66ae4236-f803-4b6b-9623-8567ccef315e req-fb0b9dad-5867-4f32-afe6-944c165cb46f service nova] Enqueued Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 651.700178] env[65116]: INFO networking_nsxv3.common.synchronization [req-66ae4236-f803-4b6b-9623-8567ccef315e req-fb0b9dad-5867-4f32-afe6-944c165cb46f service nova] Enqueued Resource ID: 33c6c3ae-feb6-4512-ac82-46c27afad318 with Priority: HIGHEST for action port [ 651.700782] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_rules [ 651.700942] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 651.701155] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c6c3ae-feb6-4512-ac82-46c27afad318 with Priority: HIGHEST for action port [ 651.701423] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.701554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.701623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.701946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.702047] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.703163] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.703276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.703276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.704092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.704092] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.704092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.704092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.704092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.704092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.704368] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.705177] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-33c6c3ae-feb6-4512-ac82-46c27afad318 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.705291] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33c6c3ae-feb6-4512-ac82-46c27afad318" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.705355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33c6c3ae-feb6-4512-ac82-46c27afad318" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.705513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33c6c3ae-feb6-4512-ac82-46c27afad318" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.705603] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c6c3ae-feb6-4512-ac82-46c27afad318',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.804728] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.805219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.805219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.805380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.805458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.805620] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b is going to be updated. [ 651.856039] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.856039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.856039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.856039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.856039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.869088] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: IN_PROGRESS for 2s [ 652.209089] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.210187] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.210325] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.211241] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33c6c3ae-feb6-4512-ac82-46c27afad318 with status ACTIVE [ 652.211241] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.211241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.211241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.211241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.211241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.211241] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.211650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.211650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.211650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.211650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.211871] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.211969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.211969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.212826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.212970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.213025] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33c6c3ae-feb6-4512-ac82-46c27afad318 is going to be updated. [ 652.240122] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.240122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.240122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.240534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.240534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.240534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33c6c3ae-feb6-4512-ac82-46c27afad318" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.259638] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 652.259931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.260449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.260449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.260741] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.260864] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.260864] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.261031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.261146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.261252] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.261432] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.261611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.261760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.261862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.262035] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.262165] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.262422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.262422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.262552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.262552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.262634] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.264400] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750a38f0-802c-436a-b083-33309bab076d in Status: SUCCESS [ 652.264700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.265324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.265533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.265730] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.265877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.265977] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.266255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.266255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.266496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.266496] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.481096] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 in Status: SUCCESS [ 652.481752] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.634376] env[65116]: INFO networking_nsxv3.common.synchronization [req-911bfb2b-82e4-4710-b535-98bcedff3106 req-51d09d5c-46a2-4cea-af73-c80464e8aaa2 tempest-InstanceActionsV221TestJSON-1421045681 tempest-InstanceActionsV221TestJSON-1421045681-project-member] Enqueued Resource ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d with Priority: HIGHEST for action security_group_members [ 652.634376] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d with Priority: HIGHEST for action security_group_members [ 652.637136] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-57a634c1-42bf-41c9-8df8-9727963d4b0d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.637136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.637136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.637136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.637136] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.637136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.637136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.637136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.637136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.637136] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57a634c1-42bf-41c9-8df8-9727963d4b0d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.715055] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.768136] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d: rpc.has_security_group_logging(os_id): False [ 652.769047] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.804546] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.804746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.804746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.805161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.805161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.805346] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.805425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.805468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.805619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.805697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.805888] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.805984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.806082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.806260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.806382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.806624] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.806730] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.806791] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.806932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.808018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.808185] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 652.887837] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.887837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.887837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.888159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.888222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.914885] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 653.139785] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.139945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.140015] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.140254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.140359] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.140579] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.140734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.140776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.140901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.140975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.141070] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d already deleted. [ 653.141177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.220217] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.220413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.220489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.220859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.220859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.220859] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f is going to be created. [ 653.250469] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.250955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.250955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.251157] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.251397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.265592] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: UNINITIALIZED for 2s [ 653.279492] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 750a38f0-802c-436a-b083-33309bab076d: rpc.has_security_group_logging(os_id): False [ 653.305116] env[65116]: INFO networking_nsxv3.common.synchronization [None req-61b27ab2-0c42-4e1d-81ea-e3746ae35c00 None None] Enqueued Resource ID: 13a9ea31-9bde-4a30-97bd-bea7ed21ec6c with Priority: HIGHEST for action port [ 653.305792] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a9ea31-9bde-4a30-97bd-bea7ed21ec6c with Priority: HIGHEST for action port [ 653.306523] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-13a9ea31-9bde-4a30-97bd-bea7ed21ec6c taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.306933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13a9ea31-9bde-4a30-97bd-bea7ed21ec6c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.307195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13a9ea31-9bde-4a30-97bd-bea7ed21ec6c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.309158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13a9ea31-9bde-4a30-97bd-bea7ed21ec6c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.309158] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a9ea31-9bde-4a30-97bd-bea7ed21ec6c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.313672] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.314116] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.314350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.315761] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.315761] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.315761] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.315761] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.316155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.316522] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.316779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.317046] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 750a38f0-802c-436a-b083-33309bab076d is going to be updated. [ 653.418908] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.418908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.418908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.418908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.418908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.437583] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 750a38f0-802c-436a-b083-33309bab076d in Status: IN_PROGRESS for 2s [ 653.547518] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.547843] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-647" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.549860] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-647" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.550356] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-647" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.550455] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.550891] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.550891] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.551156] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.551156] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.551310] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.551500] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.551588] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.551647] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.553723] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.553723] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.553723] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.574719] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.574887] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.575117] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.575210] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-647" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.575783] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-a27cb922-5612-41b7-9637-f2c0bff9c8b5 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.575783] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-a27cb922-5612-41b7-9637-f2c0bff9c8b5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.575783] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-a27cb922-5612-41b7-9637-f2c0bff9c8b5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.576196] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-a27cb922-5612-41b7-9637-f2c0bff9c8b5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.576343] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a27cb922-5612-41b7-9637-f2c0bff9c8b5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.714169] env[65116]: INFO networking_nsxv3.common.synchronization [None req-0f962e04-cb10-4cb9-b109-0f25b4e1a05e None None] Enqueued Resource ID: 4a378feb-6a91-45d8-bb97-92ffaa9ec6c2 with Priority: HIGHEST for action port [ 653.714169] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a378feb-6a91-45d8-bb97-92ffaa9ec6c2 with Priority: HIGHEST for action port [ 653.714169] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a378feb-6a91-45d8-bb97-92ffaa9ec6c2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.714169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a378feb-6a91-45d8-bb97-92ffaa9ec6c2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.714169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a378feb-6a91-45d8-bb97-92ffaa9ec6c2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.714169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a378feb-6a91-45d8-bb97-92ffaa9ec6c2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.714169] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a378feb-6a91-45d8-bb97-92ffaa9ec6c2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.812040] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13a9ea31-9bde-4a30-97bd-bea7ed21ec6c [ 653.812504] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.812804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.816055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.816055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.816055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.816055] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13a9ea31-9bde-4a30-97bd-bea7ed21ec6c already deleted. [ 653.816055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13a9ea31-9bde-4a30-97bd-bea7ed21ec6c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.880715] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: SUCCESS [ 653.880943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.881197] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.881424] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.881642] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.881771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.881836] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.882196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.882196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.882196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.882332] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.082980] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.082980] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.082980] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.082980] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.082980] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.082980] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port a27cb922-5612-41b7-9637-f2c0bff9c8b5 not found, creating... [ 654.082980] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.082980] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.082980] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.082980] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.082980] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.083480] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.083480] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.083480] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.083480] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.083480] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.083480] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: a27cb922-5612-41b7-9637-f2c0bff9c8b5 is going to be created. [ 654.106768] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.107486] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.107486] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.107486] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.107486] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.107890] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-a27cb922-5612-41b7-9637-f2c0bff9c8b5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.167932] env[65116]: INFO networking_nsxv3.common.synchronization [req-0d09aa45-6154-45cf-b4bd-61696e851508 req-bc0833a5-e77d-4f48-aa0b-567aa4ba86ab tempest-SecurityGroupRulesTestJSON-881598232 tempest-SecurityGroupRulesTestJSON-881598232-project-member] Enqueued Resource ID: e12f8419-34ae-4544-bea1-51a639a39400 with Priority: HIGHEST for action security_group_rules [ 654.168489] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12f8419-34ae-4544-bea1-51a639a39400 with Priority: HIGHEST for action security_group_rules [ 654.168832] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e12f8419-34ae-4544-bea1-51a639a39400 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.168963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e12f8419-34ae-4544-bea1-51a639a39400" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.169036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e12f8419-34ae-4544-bea1-51a639a39400" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.169246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e12f8419-34ae-4544-bea1-51a639a39400" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.169374] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e12f8419-34ae-4544-bea1-51a639a39400',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.216463] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a378feb-6a91-45d8-bb97-92ffaa9ec6c2 [ 654.217695] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.217695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.217695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.217695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.217695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.217695] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a378feb-6a91-45d8-bb97-92ffaa9ec6c2 already deleted. [ 654.217695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a378feb-6a91-45d8-bb97-92ffaa9ec6c2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.384512] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.384512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.384512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.384665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.384864] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.384969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.385045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.385213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.385298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.385409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.385563] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.385678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.385786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.385893] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.386061] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.386143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.386194] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.386333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.386410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.386491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.386582] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.696203] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.696453] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.696453] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.696842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.696842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.696842] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e12f8419-34ae-4544-bea1-51a639a39400 already deleted. [ 654.697076] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e12f8419-34ae-4544-bea1-51a639a39400" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.886674] env[65116]: INFO networking_nsxv3.common.synchronization [req-911bfb2b-82e4-4710-b535-98bcedff3106 req-d641575c-8588-4d06-9d4c-43bd3f402f48 service nova] Enqueued Resource ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d with Priority: HIGHEST for action security_group_rules [ 654.886956] env[65116]: INFO networking_nsxv3.common.synchronization [req-911bfb2b-82e4-4710-b535-98bcedff3106 req-d641575c-8588-4d06-9d4c-43bd3f402f48 service nova] Enqueued Resource ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d with Priority: HIGHEST for action security_group_members [ 654.886956] env[65116]: INFO networking_nsxv3.common.synchronization [req-911bfb2b-82e4-4710-b535-98bcedff3106 req-d641575c-8588-4d06-9d4c-43bd3f402f48 service nova] Enqueued Resource ID: a27cb922-5612-41b7-9637-f2c0bff9c8b5 with Priority: HIGHEST for action port [ 654.887520] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d with Priority: HIGHEST for action security_group_rules [ 654.887655] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d with Priority: HIGHEST for action security_group_members [ 654.888307] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a27cb922-5612-41b7-9637-f2c0bff9c8b5 with Priority: HIGHEST for action port [ 654.888940] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57a634c1-42bf-41c9-8df8-9727963d4b0d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.889200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.889317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.889687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.889687] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57a634c1-42bf-41c9-8df8-9727963d4b0d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.890818] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-57a634c1-42bf-41c9-8df8-9727963d4b0d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.890989] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.891101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.891375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.891601] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.891818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.891856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.892424] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.892654] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.892938] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57a634c1-42bf-41c9-8df8-9727963d4b0d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.894569] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-a27cb922-5612-41b7-9637-f2c0bff9c8b5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.894746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a27cb922-5612-41b7-9637-f2c0bff9c8b5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.894857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a27cb922-5612-41b7-9637-f2c0bff9c8b5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.895189] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a27cb922-5612-41b7-9637-f2c0bff9c8b5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.895380] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a27cb922-5612-41b7-9637-f2c0bff9c8b5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.896762] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b: rpc.has_security_group_logging(os_id): False [ 654.917253] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.917601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.917601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.917704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.918949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.918949] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.918949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.918949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.918949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.918949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.918949] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.918949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.918949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.918949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.918949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.920032] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.920032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.921658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.921658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.921658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.921658] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b is going to be updated. [ 654.941225] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 654.941442] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.941808] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.942053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.942190] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.021139] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.021358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.021403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.021611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.021762] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.037573] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: IN_PROGRESS for 2s [ 655.277085] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: SUCCESS [ 655.277774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.277774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.277930] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.278083] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.278238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.278937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.278937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.278937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.278937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.278937] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.397886] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-57a634c1-42bf-41c9-8df8-9727963d4b0d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.397886] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.398046] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57a634c1-42bf-41c9-8df8-9727963d4b0d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.399498] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a27cb922-5612-41b7-9637-f2c0bff9c8b5 with status ACTIVE [ 655.399775] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.399957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.400476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.400838] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.400954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.401457] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.401457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.401457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.402040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.402183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.402444] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.402570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.402639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.402874] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.403012] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.403125] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a27cb922-5612-41b7-9637-f2c0bff9c8b5 is going to be updated. [ 655.428050] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.428249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.428294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.428484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.428621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.428779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a27cb922-5612-41b7-9637-f2c0bff9c8b5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.445262] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.445695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.445786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.446117] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.446316] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.446460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.446525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.446738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.446867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.447034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.447185] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.455469] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 750a38f0-802c-436a-b083-33309bab076d in Status: SUCCESS [ 655.455469] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.783354] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.784202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.784328] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.784553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.784758] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.784879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.784946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.785131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.785218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.785311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.785471] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.785567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.785643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.785810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.785957] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.786080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.786139] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.786255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.786331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.786411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.786499] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.906889] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57a634c1-42bf-41c9-8df8-9727963d4b0d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.952324] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.952492] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.952492] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.954938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.954938] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.954938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.954938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.954938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.954938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.954938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.954938] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.954938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.954938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.955520] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.956097] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.957675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.957675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.957675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.957675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.957675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.957675] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.291453] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6928ba4-3270-4d05-b3e6-95861604d40f: rpc.has_security_group_logging(os_id): False [ 656.313692] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.313836] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.313888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.314290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.314290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.314596] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.314596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.314596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.314782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.314822] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.314992] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.315106] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.315253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.315771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.315771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.315771] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.315771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.315771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.316096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.316096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.321127] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f is going to be created. [ 656.388342] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.388578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.388578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.391158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.391158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.406676] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: IN_PROGRESS for 2s [ 656.412762] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.413147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.413253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.413473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.413675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.413948] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d is going to be created. [ 656.448697] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.448973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.448973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.449111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.450178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.461364] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d: rpc.has_security_group_logging(os_id): False [ 656.473373] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d in Status: UNINITIALIZED for 2s [ 656.485226] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.485226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.485226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.485226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.485226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.485226] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.485226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.485226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.485226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.485226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.486306] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.486621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.486851] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.492029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.492029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.492029] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.492029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.492029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.492029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.492029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.492029] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 656.584856] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.587068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.587068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.587068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.587068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.607034] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 657.054900] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: SUCCESS [ 657.055309] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.394298] env[65116]: INFO networking_nsxv3.common.synchronization [None req-c42b8c8b-4828-44c9-bad2-b3e7ef4c2109 None None] Enqueued Resource ID: 1b051488-602d-412e-afd5-63470d425532 with Priority: HIGHEST for action port [ 657.394298] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b051488-602d-412e-afd5-63470d425532 with Priority: HIGHEST for action port [ 657.395175] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b051488-602d-412e-afd5-63470d425532 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.395175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b051488-602d-412e-afd5-63470d425532" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.395175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b051488-602d-412e-afd5-63470d425532" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.395500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b051488-602d-412e-afd5-63470d425532" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.395622] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b051488-602d-412e-afd5-63470d425532',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.470933] env[65116]: INFO networking_nsxv3.common.synchronization [req-a165d0b9-2b77-4b74-a346-b6d6f99fda19 req-8b72b83c-d524-4fb1-ad5f-fcff6bc03426 tempest-ServersTestMultiNic-1259526584 tempest-ServersTestMultiNic-1259526584-project-member] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 657.471097] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 657.471532] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.471705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.471797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.472096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.472270] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.472389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.472472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.472681] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.472805] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.472932] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.899035] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b051488-602d-412e-afd5-63470d425532 [ 657.899035] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.899035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.899035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.899035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.899035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.899035] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b051488-602d-412e-afd5-63470d425532 already deleted. [ 657.899035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b051488-602d-412e-afd5-63470d425532" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.975743] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.976019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.976130] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.976458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.976605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.976955] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.977805] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.977936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.978210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.978303] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.978513] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 already deleted. [ 657.978513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.082306] env[65116]: INFO networking_nsxv3.common.synchronization [None req-17717dd1-f11c-47b7-9893-34efc1851b1c tempest-ServerActionsTestOtherB-1773662609 tempest-ServerActionsTestOtherB-1773662609-project-member] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_rules [ 658.082959] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_rules [ 658.087386] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.087553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.087600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.088131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.088131] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.186166] env[65116]: INFO networking_nsxv3.common.synchronization [req-a165d0b9-2b77-4b74-a346-b6d6f99fda19 req-0f79657a-9acf-4c3b-8b29-9298c73b0849 tempest-ServersTestMultiNic-1259526584 tempest-ServersTestMultiNic-1259526584-project-member] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 658.186527] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 658.186850] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.186973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.187569] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.187834] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.188071] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.188186] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.188254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.188410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.188491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.188583] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.406899] env[65116]: INFO networking_nsxv3.common.synchronization [None req-ec84f302-d302-4103-b6fc-25ad249cd199 tempest-ServerActionsTestOtherB-1773662609 tempest-ServerActionsTestOtherB-1773662609-project-member] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_rules [ 658.408763] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_rules [ 658.409237] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.409237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.420888] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: SUCCESS [ 658.421145] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.483583] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d in Status: SUCCESS [ 658.484551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.484714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.485018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.485288] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.485448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.485518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.485708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.485819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.486060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.486060] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57a634c1-42bf-41c9-8df8-9727963d4b0d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.612518] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.612518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.612518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.612518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.612785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.612785] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 already deleted. [ 658.613679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.613679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.613679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.613679] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.624653] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 658.624653] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.696493] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.698457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.698797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.699103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.699220] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.699799] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.699947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.700051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.700505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.700569] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.700664] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 already deleted. [ 658.700753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.748680] env[65116]: INFO networking_nsxv3.common.synchronization [None req-d2b74dbd-60cc-4cd3-ad92-ab38575e059d None None] Enqueued Resource ID: 893a2b51-e24c-4333-a12b-515077be0b5e with Priority: HIGHEST for action port [ 658.750574] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893a2b51-e24c-4333-a12b-515077be0b5e with Priority: HIGHEST for action port [ 658.751245] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-893a2b51-e24c-4333-a12b-515077be0b5e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.751245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-893a2b51-e24c-4333-a12b-515077be0b5e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.751245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-893a2b51-e24c-4333-a12b-515077be0b5e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.751588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-893a2b51-e24c-4333-a12b-515077be0b5e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.751588] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('893a2b51-e24c-4333-a12b-515077be0b5e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.835751] env[65116]: INFO networking_nsxv3.common.synchronization [req-a165d0b9-2b77-4b74-a346-b6d6f99fda19 req-392bc630-dfb7-4c07-8934-bd2cea8d445c tempest-ServersTestMultiNic-1259526584 tempest-ServersTestMultiNic-1259526584-project-member] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 658.836502] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 658.836822] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.836977] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.837286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.837387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.837680] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.837856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.837955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.838326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.838406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.838492] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.989298] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-57a634c1-42bf-41c9-8df8-9727963d4b0d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.989485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.989561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.989798] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.990014] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.990141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.990213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.990384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.990541] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.990650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.990818] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-57a634c1-42bf-41c9-8df8-9727963d4b0d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.990918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.990980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.991167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.991331] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.991437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.991501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.991644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.991723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.991821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.991936] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57a634c1-42bf-41c9-8df8-9727963d4b0d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.135789] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.136129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.136129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.136297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.136565] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.136565] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 already deleted. [ 659.136672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.175211] env[65116]: INFO networking_nsxv3.common.synchronization [req-3b421eda-8816-4167-b4e3-647dd2410d6c req-026d3fb5-31fd-4a97-83fd-32e2162cb809 tempest-FloatingIPsAssociationTestJSON-873144333 tempest-FloatingIPsAssociationTestJSON-873144333-project-member] Enqueued Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_members [ 659.175945] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_members [ 659.176864] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.179174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.179174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.179174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.179174] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.179174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.179174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.179174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.179174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.180168] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.255824] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 893a2b51-e24c-4333-a12b-515077be0b5e [ 659.259025] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.259025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.259025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.259025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.259025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.259025] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:893a2b51-e24c-4333-a12b-515077be0b5e already deleted. [ 659.259025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-893a2b51-e24c-4333-a12b-515077be0b5e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.341517] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.341692] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.346028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.346028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.346028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.346028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.346028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.346028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.346028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.346028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.346028] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 already deleted. [ 659.346028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.495274] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57a634c1-42bf-41c9-8df8-9727963d4b0d: rpc.has_security_group_logging(os_id): False [ 659.516099] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.516391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.516391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.516590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.517932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.517932] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.517932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.517932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.518173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.518173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.519216] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.519216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.519216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.519216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.519216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.519216] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.519505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.519505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.519505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.519620] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.519693] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d is going to be created. [ 659.589084] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.589655] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.589655] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.589812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.589979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.606135] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d in Status: IN_PROGRESS for 2s [ 659.686414] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.692947] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.693251] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-231" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.693440] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-231" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.693965] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-231" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.694332] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.694440] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.694550] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.694810] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.695017] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.695288] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.695499] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.695709] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.695825] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.695948] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.696092] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.696211] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.700954] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.701524] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-135" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.701919] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-135" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.703712] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-135" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.704244] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.704763] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.704763] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.705314] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.705529] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.707533] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.707754] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.707892] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.708051] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.708205] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.708517] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.708765] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.739409] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.739610] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.739760] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.739948] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-135" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.740289] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-3666dad5-ffa7-4c68-88b9-c2cb9d318615 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.740509] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-3666dad5-ffa7-4c68-88b9-c2cb9d318615" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.740638] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-3666dad5-ffa7-4c68-88b9-c2cb9d318615" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.740984] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-3666dad5-ffa7-4c68-88b9-c2cb9d318615" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.741170] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3666dad5-ffa7-4c68-88b9-c2cb9d318615',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.742365] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.742538] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.742687] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.742859] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-231" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.743180] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-1c577738-fcc1-4754-9cee-519ac385ae80 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.743365] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-1c577738-fcc1-4754-9cee-519ac385ae80" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.743493] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-1c577738-fcc1-4754-9cee-519ac385ae80" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.743813] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-1c577738-fcc1-4754-9cee-519ac385ae80" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.743974] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c577738-fcc1-4754-9cee-519ac385ae80',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.190602] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.247061] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.247061] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.247061] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.247411] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.247411] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.247482] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 3666dad5-ffa7-4c68-88b9-c2cb9d318615 not found, creating... [ 660.247718] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.248388] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.248388] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.248388] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.248388] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.249019] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.249208] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.249322] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.249543] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.249669] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.249809] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 3666dad5-ffa7-4c68-88b9-c2cb9d318615 is going to be created. [ 660.251131] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.251302] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.251681] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.251681] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.252233] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.252233] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 1c577738-fcc1-4754-9cee-519ac385ae80 not found, creating... [ 660.252233] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.252470] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.252527] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.252722] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.252849] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.253149] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.253326] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.253439] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.253632] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.253722] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.253917] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 1c577738-fcc1-4754-9cee-519ac385ae80 is going to be created. [ 660.283242] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.283463] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.283867] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.283979] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.284288] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.284556] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-3666dad5-ffa7-4c68-88b9-c2cb9d318615" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.287020] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.287020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.287020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.287320] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.287383] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.287564] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-1c577738-fcc1-4754-9cee-519ac385ae80" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.693379] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.693542] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.693615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.694729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.695014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.698516] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a is going to be updated. [ 660.737141] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.737256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.737324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.737534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.737671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.749689] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a in Status: IN_PROGRESS for 2s [ 660.947211] env[65116]: INFO networking_nsxv3.common.synchronization [req-3b421eda-8816-4167-b4e3-647dd2410d6c req-3f5764a0-8a91-480e-8355-ed12d8691d02 service nova] Enqueued Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_rules [ 660.947393] env[65116]: INFO networking_nsxv3.common.synchronization [req-3b421eda-8816-4167-b4e3-647dd2410d6c req-3f5764a0-8a91-480e-8355-ed12d8691d02 service nova] Enqueued Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_members [ 660.947540] env[65116]: INFO networking_nsxv3.common.synchronization [req-3b421eda-8816-4167-b4e3-647dd2410d6c req-3f5764a0-8a91-480e-8355-ed12d8691d02 service nova] Enqueued Resource ID: 1c577738-fcc1-4754-9cee-519ac385ae80 with Priority: HIGHEST for action port [ 660.948111] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_rules [ 660.948266] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_members [ 660.948388] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c577738-fcc1-4754-9cee-519ac385ae80 with Priority: HIGHEST for action port [ 660.948680] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aefedd5-2c35-4d67-afd5-32d988f8ca1a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.948823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.948896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.953035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.953035] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.953878] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.957146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.957146] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c577738-fcc1-4754-9cee-519ac385ae80 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.957146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c577738-fcc1-4754-9cee-519ac385ae80" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.957146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c577738-fcc1-4754-9cee-519ac385ae80" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.957146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c577738-fcc1-4754-9cee-519ac385ae80" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.957146] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c577738-fcc1-4754-9cee-519ac385ae80',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.967936] env[65116]: INFO networking_nsxv3.common.synchronization [req-a165d0b9-2b77-4b74-a346-b6d6f99fda19 req-8c5d9a78-bcc2-4a66-9015-8fc4fff8b8c6 service nova] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_rules [ 660.968121] env[65116]: INFO networking_nsxv3.common.synchronization [req-a165d0b9-2b77-4b74-a346-b6d6f99fda19 req-8c5d9a78-bcc2-4a66-9015-8fc4fff8b8c6 service nova] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 660.968277] env[65116]: INFO networking_nsxv3.common.synchronization [req-a165d0b9-2b77-4b74-a346-b6d6f99fda19 req-8c5d9a78-bcc2-4a66-9015-8fc4fff8b8c6 service nova] Enqueued Resource ID: 3666dad5-ffa7-4c68-88b9-c2cb9d318615 with Priority: HIGHEST for action port [ 660.968823] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_rules [ 660.968970] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 660.969085] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3666dad5-ffa7-4c68-88b9-c2cb9d318615 with Priority: HIGHEST for action port [ 660.972032] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.972032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.972032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.972032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.972032] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.972655] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.972655] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.972655] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.973833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.974051] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.974223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.974291] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.974480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.974585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.974653] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.976416] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-3666dad5-ffa7-4c68-88b9-c2cb9d318615 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.977862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3666dad5-ffa7-4c68-88b9-c2cb9d318615" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.977943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3666dad5-ffa7-4c68-88b9-c2cb9d318615" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.978150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3666dad5-ffa7-4c68-88b9-c2cb9d318615" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.978294] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3666dad5-ffa7-4c68-88b9-c2cb9d318615',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.183170] env[65116]: INFO networking_nsxv3.common.synchronization [None req-1206b77b-1029-400b-88a9-a2bd310086bb None None] Enqueued Resource ID: 2de9bec5-2d64-4598-b7a1-7da8e8cc4ad7 with Priority: HIGHEST for action port [ 661.184045] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2de9bec5-2d64-4598-b7a1-7da8e8cc4ad7 with Priority: HIGHEST for action port [ 661.184045] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-2de9bec5-2d64-4598-b7a1-7da8e8cc4ad7 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.184208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2de9bec5-2d64-4598-b7a1-7da8e8cc4ad7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.184248] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2de9bec5-2d64-4598-b7a1-7da8e8cc4ad7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.184486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2de9bec5-2d64-4598-b7a1-7da8e8cc4ad7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.184564] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2de9bec5-2d64-4598-b7a1-7da8e8cc4ad7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.459926] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.460278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.460413] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c577738-fcc1-4754-9cee-519ac385ae80 with status ACTIVE [ 661.460581] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.460693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.460758] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.460969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.461080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.461283] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.461390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.461461] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.462021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.462021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.462021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.462021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.462021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.462401] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.462508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.462756] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c577738-fcc1-4754-9cee-519ac385ae80 is going to be updated. [ 661.480601] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.480881] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.482987] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.484565] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3666dad5-ffa7-4c68-88b9-c2cb9d318615 with status ACTIVE [ 661.484778] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.484929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.485013] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.485228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.485319] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.485512] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.485601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.485659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.485826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.485897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.486217] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.486217] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.487723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.487723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.487723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.487723] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3666dad5-ffa7-4c68-88b9-c2cb9d318615 is going to be updated. [ 661.503341] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.503341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.503341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.503732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.503732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.504040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c577738-fcc1-4754-9cee-519ac385ae80" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.539356] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.539356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.539356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.539356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.539356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.539356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3666dad5-ffa7-4c68-88b9-c2cb9d318615" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.634394] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d in Status: SUCCESS [ 661.634693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.688251] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2de9bec5-2d64-4598-b7a1-7da8e8cc4ad7 [ 661.688671] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.688835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.688835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.689033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.689131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.689231] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2de9bec5-2d64-4598-b7a1-7da8e8cc4ad7 already deleted. [ 661.689315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2de9bec5-2d64-4598-b7a1-7da8e8cc4ad7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.829276] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-134 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.829545] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-134" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.829732] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-134" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.830200] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-134" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.830595] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.830772] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.830889] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.831133] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.831329] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.831581] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.831693] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.831799] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.831901] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.832011] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.832114] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.832242] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.854304] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.854582] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.854694] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.854928] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-134" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.855313] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-142f7620-365e-4b15-8278-d8cee47cfccb taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.855550] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-142f7620-365e-4b15-8278-d8cee47cfccb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.855686] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-142f7620-365e-4b15-8278-d8cee47cfccb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.856498] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-142f7620-365e-4b15-8278-d8cee47cfccb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.856694] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('142f7620-365e-4b15-8278-d8cee47cfccb',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.984879] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.359826] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.360062] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.360134] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.360425] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.360612] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.360723] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 142f7620-365e-4b15-8278-d8cee47cfccb not found, creating... [ 662.360982] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.361155] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.361264] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.361476] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.361726] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.361935] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.362074] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.362187] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.362396] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.362519] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.362656] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 142f7620-365e-4b15-8278-d8cee47cfccb is going to be created. [ 662.390539] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.390782] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.391398] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.391398] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.391545] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.391633] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-142f7620-365e-4b15-8278-d8cee47cfccb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.490722] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.491095] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.491095] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.492347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.492347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.492347] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be created. [ 662.534700] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.535154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.535154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.535349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.535566] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.550187] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: UNINITIALIZED for 2s [ 662.761372] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a in Status: SUCCESS [ 662.761575] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.761694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.761962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.762212] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.762318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.762367] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.762508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.762584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.762672] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.234495] env[65116]: INFO networking_nsxv3.common.synchronization [req-a165d0b9-2b77-4b74-a346-b6d6f99fda19 req-376ec2e1-9651-4fc7-b4ea-980c12fdff6d service nova] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_rules [ 663.234495] env[65116]: INFO networking_nsxv3.common.synchronization [req-a165d0b9-2b77-4b74-a346-b6d6f99fda19 req-376ec2e1-9651-4fc7-b4ea-980c12fdff6d service nova] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 663.234585] env[65116]: INFO networking_nsxv3.common.synchronization [req-a165d0b9-2b77-4b74-a346-b6d6f99fda19 req-376ec2e1-9651-4fc7-b4ea-980c12fdff6d service nova] Enqueued Resource ID: 142f7620-365e-4b15-8278-d8cee47cfccb with Priority: HIGHEST for action port [ 663.235526] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_rules [ 663.235526] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 663.235526] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142f7620-365e-4b15-8278-d8cee47cfccb with Priority: HIGHEST for action port [ 663.235921] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.236366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.236366] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.236366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.236631] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-142f7620-365e-4b15-8278-d8cee47cfccb taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.236714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-142f7620-365e-4b15-8278-d8cee47cfccb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.236780] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-142f7620-365e-4b15-8278-d8cee47cfccb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.237023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-142f7620-365e-4b15-8278-d8cee47cfccb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.237269] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('142f7620-365e-4b15-8278-d8cee47cfccb',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.265741] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.277088] env[65116]: INFO networking_nsxv3.common.synchronization [req-f00abe0a-5b25-47b9-a027-acb6afbf8df6 req-9cc9fa6e-a911-4484-9a55-8c036ce8a043 tempest-ServersTestFqdnHostnames-521639732 tempest-ServersTestFqdnHostnames-521639732-project-member] Enqueued Resource ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 with Priority: HIGHEST for action security_group_members [ 663.278514] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 with Priority: HIGHEST for action security_group_members [ 663.278925] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d75f16-c4e5-4a19-95a4-711738d4b9e8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.279103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.279182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.280936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.280936] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.280936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.280936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.280936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.280936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.280936] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d75f16-c4e5-4a19-95a4-711738d4b9e8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.742354] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 142f7620-365e-4b15-8278-d8cee47cfccb with status ACTIVE [ 663.742735] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.742894] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.743016] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.743280] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.743375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.743589] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.743743] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.743966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.744156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.744245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.744529] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.744666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.744737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.744931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.745050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.745512] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 142f7620-365e-4b15-8278-d8cee47cfccb is going to be updated. [ 663.749336] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.749561] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-349" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.749685] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-349" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.749996] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-349" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.750295] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.750460] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.750582] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.750835] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.751000] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.751297] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.751434] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.751552] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.751692] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.751822] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.751946] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.752868] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.768062] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.781540] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.781860] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.781860] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.782147] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-349" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.782345] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-813d0618-3f84-4020-9e70-55c1bdcf5c22 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.782516] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-813d0618-3f84-4020-9e70-55c1bdcf5c22" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.782630] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-813d0618-3f84-4020-9e70-55c1bdcf5c22" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.782963] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-813d0618-3f84-4020-9e70-55c1bdcf5c22" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.783106] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('813d0618-3f84-4020-9e70-55c1bdcf5c22',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.785370] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.785564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.785672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.786020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.786172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.786370] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.786466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.786520] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.786691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.786765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.786849] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 already deleted. [ 663.786924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.789623] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.789623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.789623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.789847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.789884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.790036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-142f7620-365e-4b15-8278-d8cee47cfccb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.252842] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.253073] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-135" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.253223] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-135" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.253608] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-135" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.254047] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.254323] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.254500] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.254840] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.255067] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.255374] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.255505] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.255618] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.255773] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.255915] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.256085] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.256256] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.270542] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.270766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.270849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.271116] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.271225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.271330] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a is going to be updated. [ 664.283990] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.284228] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.284331] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.284624] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-135" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.285084] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.285734] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.285734] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.286013] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.286258] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.289353] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.289615] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.289773] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.290137] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.290401] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.290650] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 813d0618-3f84-4020-9e70-55c1bdcf5c22 not found, creating... [ 664.291088] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.291295] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.291447] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.291727] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.291966] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.292422] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.292692] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.292873] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.293161] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.293337] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.293533] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 813d0618-3f84-4020-9e70-55c1bdcf5c22 is going to be created. [ 664.335085] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.335308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.335308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.335534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.335713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.337912] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.338202] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.338377] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.338650] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.338933] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.339226] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-813d0618-3f84-4020-9e70-55c1bdcf5c22" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.356527] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a in Status: IN_PROGRESS for 2s [ 664.562800] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 664.563394] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.563394] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.563601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.563797] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.563972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.564074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.564236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.564321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.564404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.564509] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.565443] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.565619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.565791] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.565899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.565964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.566133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.566246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.566329] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.790391] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.790391] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.790391] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.790391] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.790391] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.790391] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e not found, creating... [ 664.791131] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.791131] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.791131] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.791131] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.791676] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.791676] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.791795] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.791929] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.792290] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.793064] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.793064] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e is going to be created. [ 664.818404] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.818718] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.818718] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.818943] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.819291] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.819682] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.068640] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.068640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.068884] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.081904] env[65116]: INFO networking_nsxv3.common.synchronization [req-f00abe0a-5b25-47b9-a027-acb6afbf8df6 req-c7f80e98-1d30-4011-b4aa-0a211d7cd257 service nova] Enqueued Resource ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 with Priority: HIGHEST for action security_group_rules [ 665.081904] env[65116]: INFO networking_nsxv3.common.synchronization [req-f00abe0a-5b25-47b9-a027-acb6afbf8df6 req-c7f80e98-1d30-4011-b4aa-0a211d7cd257 service nova] Enqueued Resource ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 with Priority: HIGHEST for action security_group_members [ 665.082095] env[65116]: INFO networking_nsxv3.common.synchronization [req-f00abe0a-5b25-47b9-a027-acb6afbf8df6 req-c7f80e98-1d30-4011-b4aa-0a211d7cd257 service nova] Enqueued Resource ID: 813d0618-3f84-4020-9e70-55c1bdcf5c22 with Priority: HIGHEST for action port [ 665.082240] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 with Priority: HIGHEST for action security_group_rules [ 665.082320] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 with Priority: HIGHEST for action security_group_members [ 665.082431] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813d0618-3f84-4020-9e70-55c1bdcf5c22 with Priority: HIGHEST for action port [ 665.083914] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.083914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.083914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.083914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.083914] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d75f16-c4e5-4a19-95a4-711738d4b9e8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.085672] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d75f16-c4e5-4a19-95a4-711738d4b9e8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.085672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.085672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.085672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.085672] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.085672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.085672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.085672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.085974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.085974] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d75f16-c4e5-4a19-95a4-711738d4b9e8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.087660] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-813d0618-3f84-4020-9e70-55c1bdcf5c22 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.087660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-813d0618-3f84-4020-9e70-55c1bdcf5c22" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.087660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-813d0618-3f84-4020-9e70-55c1bdcf5c22" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.087660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-813d0618-3f84-4020-9e70-55c1bdcf5c22" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.087660] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('813d0618-3f84-4020-9e70-55c1bdcf5c22',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.572583] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.591189] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d75f16-c4e5-4a19-95a4-711738d4b9e8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.591516] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d75f16-c4e5-4a19-95a4-711738d4b9e8 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.591639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.596510] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 813d0618-3f84-4020-9e70-55c1bdcf5c22 with status ACTIVE [ 665.597875] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.597875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.597875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.597875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.597875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.597875] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.597875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.597875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.597875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.597875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.598333] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.598333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.598333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.598333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.598333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.598504] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 813d0618-3f84-4020-9e70-55c1bdcf5c22 is going to be updated. [ 665.620821] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.620821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.620821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.621298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.621471] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.621647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-813d0618-3f84-4020-9e70-55c1bdcf5c22" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.640063] env[65116]: INFO networking_nsxv3.common.synchronization [req-a165d0b9-2b77-4b74-a346-b6d6f99fda19 req-658ce6df-e5df-44fd-ae1b-353ebf1823da service nova] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_rules [ 665.640200] env[65116]: INFO networking_nsxv3.common.synchronization [req-a165d0b9-2b77-4b74-a346-b6d6f99fda19 req-658ce6df-e5df-44fd-ae1b-353ebf1823da service nova] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 665.640435] env[65116]: INFO networking_nsxv3.common.synchronization [req-a165d0b9-2b77-4b74-a346-b6d6f99fda19 req-658ce6df-e5df-44fd-ae1b-353ebf1823da service nova] Enqueued Resource ID: 1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e with Priority: HIGHEST for action port [ 665.641114] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_rules [ 665.642088] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 665.642088] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e with Priority: HIGHEST for action port [ 665.642088] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.642339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.642468] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.642625] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.644281] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.644281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.644281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.644281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.644281] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.909353] env[65116]: INFO networking_nsxv3.common.synchronization [req-8e804af6-c0fc-49e4-b989-a9af5e85db5a req-1e785fca-c34e-4b62-a80b-47b7f534df1c tempest-ListImageFiltersTestJSON-547404429 tempest-ListImageFiltersTestJSON-547404429-project-member] Enqueued Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_members [ 665.909870] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_members [ 665.910201] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.910329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.910389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.910617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.910774] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.910875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.910934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.911233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.911331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.911726] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.079056] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.079250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.079250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.080320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.080320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.080320] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 666.097337] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d75f16-c4e5-4a19-95a4-711738d4b9e8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.118191] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.118422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.118501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.118797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.119028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.129493] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 666.146524] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e with status ACTIVE [ 666.147121] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.147218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.147279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.147502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.147602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.147811] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.147922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.148024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.148132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.148210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.148423] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.148555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.148620] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.148803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.148912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.149076] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e is going to be updated. [ 666.177066] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.177066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.177066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.177066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.177066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.177066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aac0bc0-17b0-4359-ba5c-2e5b2cc4037e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.369737] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a in Status: SUCCESS [ 666.369993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.370571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.370800] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.371058] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.371161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.371220] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.371399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.371503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.371589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.371683] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.413462] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.413567] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.413609] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.413937] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.414216] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.414370] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.414484] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.414698] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.414897] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.415092] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.415269] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.415510] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.415510] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.415510] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.415716] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.415716] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.417233] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.417346] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.417411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.417567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.417679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.417812] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.417906] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.417963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.418121] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.418186] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.418271] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e already deleted. [ 666.418349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.438125] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.438326] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.438462] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.438637] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.438947] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-f3966bcc-2651-436f-8bcb-da2f0b915c10 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.439128] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-f3966bcc-2651-436f-8bcb-da2f0b915c10" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.439890] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-f3966bcc-2651-436f-8bcb-da2f0b915c10" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.439890] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-f3966bcc-2651-436f-8bcb-da2f0b915c10" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.439890] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3966bcc-2651-436f-8bcb-da2f0b915c10',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.600418] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.600691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.600812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.601132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.601288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.601449] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 is going to be created. [ 666.628414] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.629206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.629206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.629206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.629441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.644758] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 in Status: UNINITIALIZED for 2s [ 666.874718] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.874718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.874959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.875410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.875410] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.875410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.875662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.875662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.875740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.875921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.876079] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.876230] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.876303] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.876708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.876708] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.876708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.876708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.876878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.876878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.876878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.877100] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.941807] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.942167] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.942167] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.942484] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.942642] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.942817] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port f3966bcc-2651-436f-8bcb-da2f0b915c10 not found, creating... [ 666.943434] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.943434] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.943434] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.943634] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.943755] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.944107] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.944256] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.944365] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.944586] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.944787] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.944951] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: f3966bcc-2651-436f-8bcb-da2f0b915c10 is going to be created. [ 666.968084] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.968542] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.968667] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.968983] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.969206] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.969430] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-f3966bcc-2651-436f-8bcb-da2f0b915c10" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.380376] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0aefedd5-2c35-4d67-afd5-32d988f8ca1a: rpc.has_security_group_logging(os_id): False [ 667.386680] env[65116]: INFO networking_nsxv3.common.synchronization [req-906b8a20-a37e-4442-9792-fb43aa6029f1 req-0d8c2b88-2cec-4205-8d14-141e5a6ef1dd tempest-SecurityGroupRulesTestJSON-881598232 tempest-SecurityGroupRulesTestJSON-881598232-project-member] Enqueued Resource ID: e12f8419-34ae-4544-bea1-51a639a39400 with Priority: HIGHEST for action security_group_rules [ 667.386680] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12f8419-34ae-4544-bea1-51a639a39400 with Priority: HIGHEST for action security_group_rules [ 667.387445] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e12f8419-34ae-4544-bea1-51a639a39400 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.387445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e12f8419-34ae-4544-bea1-51a639a39400" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.387445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e12f8419-34ae-4544-bea1-51a639a39400" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.387445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e12f8419-34ae-4544-bea1-51a639a39400" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.387445] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e12f8419-34ae-4544-bea1-51a639a39400',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.400660] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.400660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.400852] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.401200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.401200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.401200] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.401394] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.401394] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.401584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.401584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.401754] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.401901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.401977] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.402137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.402213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.402409] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.402503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.402565] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.402705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.405191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.405191] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a is going to be updated. [ 667.514639] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.514639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.514639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.514957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.517512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.530117] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a in Status: IN_PROGRESS for 2s [ 667.730549] env[65116]: INFO networking_nsxv3.common.synchronization [req-8e804af6-c0fc-49e4-b989-a9af5e85db5a req-76fbc162-22cc-4f9f-9516-9443feb29361 service nova] Enqueued Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_rules [ 667.730733] env[65116]: INFO networking_nsxv3.common.synchronization [req-8e804af6-c0fc-49e4-b989-a9af5e85db5a req-76fbc162-22cc-4f9f-9516-9443feb29361 service nova] Enqueued Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_members [ 667.730860] env[65116]: INFO networking_nsxv3.common.synchronization [req-8e804af6-c0fc-49e4-b989-a9af5e85db5a req-76fbc162-22cc-4f9f-9516-9443feb29361 service nova] Enqueued Resource ID: f3966bcc-2651-436f-8bcb-da2f0b915c10 with Priority: HIGHEST for action port [ 667.731485] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_rules [ 667.731646] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_members [ 667.731714] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3966bcc-2651-436f-8bcb-da2f0b915c10 with Priority: HIGHEST for action port [ 667.732256] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.732516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.732665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.733194] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.733267] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.734321] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.734500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.734572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.734948] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.735047] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.735380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.735380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.735380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.735529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.735652] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.736804] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3966bcc-2651-436f-8bcb-da2f0b915c10 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.737057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3966bcc-2651-436f-8bcb-da2f0b915c10" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.737232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3966bcc-2651-436f-8bcb-da2f0b915c10" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.737459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3966bcc-2651-436f-8bcb-da2f0b915c10" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.737917] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3966bcc-2651-436f-8bcb-da2f0b915c10',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.909437] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.909605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.909659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.909854] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.910029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.910161] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e12f8419-34ae-4544-bea1-51a639a39400 already deleted. [ 667.911016] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e12f8419-34ae-4544-bea1-51a639a39400" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.140055] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 668.140365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.140489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.140757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.140965] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.141125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.144787] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.144787] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.144787] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.144787] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.144787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.145725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.145725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.145725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.145725] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.239570] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.241272] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.242437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.243033] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3966bcc-2651-436f-8bcb-da2f0b915c10 with status ACTIVE [ 668.246257] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.246257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.246257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.246257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.246257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.246257] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.246257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.246257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.246257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.246257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.246257] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.246257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.246257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.246742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.246742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.246742] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3966bcc-2651-436f-8bcb-da2f0b915c10 is going to be updated. [ 668.281358] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.281547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.281591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.281777] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.281942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.282161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3966bcc-2651-436f-8bcb-da2f0b915c10" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.649185] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fdee01f-15ef-4346-ad03-3b807dc9daa1: rpc.has_security_group_logging(os_id): False [ 668.649185] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.660017] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 in Status: SUCCESS [ 668.660509] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.660509] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.660723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.660803] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.660886] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.660936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.661104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.661187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.661275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.661365] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92d75f16-c4e5-4a19-95a4-711738d4b9e8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.667246] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.667405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.667469] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.667878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.667878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.668048] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.670050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.670050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.670050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.670050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.670050] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.670050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.670050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.670050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.670050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.670050] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.670050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.670050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.670050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.670050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.670050] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be created. [ 668.738704] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.738912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.738912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.739295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.739518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.743533] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.756250] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 669.153247] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.164374] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92d75f16-c4e5-4a19-95a4-711738d4b9e8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.245740] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.245899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.245983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.246243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.246339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.246428] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e is going to be created. [ 669.275533] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.275773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.275913] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.276248] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.276443] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.286375] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: UNINITIALIZED for 2s [ 669.550466] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a in Status: SUCCESS [ 669.550466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.656615] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.657073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.657305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.657614] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.657862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.658077] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 669.671336] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92d75f16-c4e5-4a19-95a4-711738d4b9e8: rpc.has_security_group_logging(os_id): False [ 669.693051] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.693051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.693051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.693051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.693051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.693051] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.693051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.693051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.694561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.694561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.694561] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 is going to be created. [ 669.700147] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.700147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.700147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.700147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.700147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.709298] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 669.769016] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.769217] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.769309] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.769499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.769816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.782451] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 in Status: IN_PROGRESS for 2s [ 670.157310] env[65116]: INFO networking_nsxv3.common.synchronization [None req-7a791227-a739-418a-b1e3-ba5985009603 None None] Enqueued Resource ID: 6ffea302-d89f-4f70-87b3-57ba5ca54924 with Priority: HIGHEST for action port [ 670.157947] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ffea302-d89f-4f70-87b3-57ba5ca54924 with Priority: HIGHEST for action port [ 670.158796] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ffea302-d89f-4f70-87b3-57ba5ca54924 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.159064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ffea302-d89f-4f70-87b3-57ba5ca54924" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.159238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ffea302-d89f-4f70-87b3-57ba5ca54924" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.161247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ffea302-d89f-4f70-87b3-57ba5ca54924" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.161247] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ffea302-d89f-4f70-87b3-57ba5ca54924',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.627689] env[65116]: INFO networking_nsxv3.common.synchronization [req-962e331a-6405-4880-8422-b3a3c4be3982 req-c3b6b6b6-e9b3-45f0-8fce-059b0d6f414c tempest-DeleteServersAdminTestJSON-15931195 tempest-DeleteServersAdminTestJSON-15931195-project-member] Enqueued Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_members [ 670.628382] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_members [ 670.628688] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.628809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.628877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.629133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.629297] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.629387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.629444] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.629592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.629705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.629762] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.666528] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ffea302-d89f-4f70-87b3-57ba5ca54924 [ 670.666528] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.666528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.666528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.666528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.666528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.666528] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ffea302-d89f-4f70-87b3-57ba5ca54924 already deleted. [ 670.666528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ffea302-d89f-4f70-87b3-57ba5ca54924" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.777386] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 670.779925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.780589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.780824] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.780932] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.103952] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.104164] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.104289] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.104547] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.104805] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.105208] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.105299] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.105534] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.105808] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.105986] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.106217] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.106418] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.106554] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.106645] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.106770] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.107073] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.129556] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.129826] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.129901] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.130043] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.130366] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-4f357400-7a42-4e3d-994c-a29afc1b366f taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.130546] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-4f357400-7a42-4e3d-994c-a29afc1b366f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.130722] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-4f357400-7a42-4e3d-994c-a29afc1b366f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.131109] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-4f357400-7a42-4e3d-994c-a29afc1b366f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.131253] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f357400-7a42-4e3d-994c-a29afc1b366f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.133028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.133172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.133241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.133417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.133500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.133875] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.133995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.134074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.134271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.134311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.134383] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d61f981-2d3d-41fc-821a-077b08d9783f is going to be updated. [ 671.165200] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.165565] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.165565] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.165716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.165890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.180291] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d61f981-2d3d-41fc-821a-077b08d9783f in Status: IN_PROGRESS for 2s [ 671.286681] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.286924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.299196] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: SUCCESS [ 671.299196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.299196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.299561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.299831] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.299966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.300080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.300391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.300567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.300685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.300791] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.638562] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.638751] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.638877] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.639174] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.639417] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.639604] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 4f357400-7a42-4e3d-994c-a29afc1b366f not found, creating... [ 671.639868] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.640037] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.640156] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.640383] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.640537] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.640835] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.641214] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.641350] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.641562] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.641715] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.641865] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 4f357400-7a42-4e3d-994c-a29afc1b366f is going to be created. [ 671.671132] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.671132] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.671306] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.671532] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.671742] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.671917] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-4f357400-7a42-4e3d-994c-a29afc1b366f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.721923] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 671.721923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.721923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.721923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.721923] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.721923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.721923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.721923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.721923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.721923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.721923] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.803524] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.803780] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.803966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.804325] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.804615] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.804821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.804935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.805337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.805482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.805676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.805932] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.806179] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.806295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.806529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.806740] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.806869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.806971] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.807183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.807303] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.807420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.807545] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.809679] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 in Status: SUCCESS [ 671.809947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.226782] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.227201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.227201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.227351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.227773] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.227773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.227773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.227773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.227988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.227988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.228070] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.228641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.229435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.229679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.229850] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.229951] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.231353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.231353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.231524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.231524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.231606] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.313130] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e: rpc.has_security_group_logging(os_id): False [ 672.332479] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.332479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.332789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.332789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.332889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.333137] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.333257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.333300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.333450] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.333541] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.333732] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.333825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.333907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.334181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.334181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.334392] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.334470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.334566] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.334687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.334773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.334874] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e is going to be created. [ 672.399613] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.400303] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.400409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.400840] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.401106] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.419675] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: IN_PROGRESS for 2s [ 672.452133] env[65116]: INFO networking_nsxv3.common.synchronization [req-962e331a-6405-4880-8422-b3a3c4be3982 req-51a36d87-edcc-4112-935b-787ecab10f02 service nova] Enqueued Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_rules [ 672.452326] env[65116]: INFO networking_nsxv3.common.synchronization [req-962e331a-6405-4880-8422-b3a3c4be3982 req-51a36d87-edcc-4112-935b-787ecab10f02 service nova] Enqueued Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_members [ 672.452455] env[65116]: INFO networking_nsxv3.common.synchronization [req-962e331a-6405-4880-8422-b3a3c4be3982 req-51a36d87-edcc-4112-935b-787ecab10f02 service nova] Enqueued Resource ID: 4f357400-7a42-4e3d-994c-a29afc1b366f with Priority: HIGHEST for action port [ 672.453010] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_rules [ 672.453163] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_members [ 672.453353] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f357400-7a42-4e3d-994c-a29afc1b366f with Priority: HIGHEST for action port [ 672.453694] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.453788] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.453857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.454194] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.454287] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.456246] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.456246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.456385] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f357400-7a42-4e3d-994c-a29afc1b366f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.456449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f357400-7a42-4e3d-994c-a29afc1b366f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.456503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f357400-7a42-4e3d-994c-a29afc1b366f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.459764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f357400-7a42-4e3d-994c-a29afc1b366f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.459764] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f357400-7a42-4e3d-994c-a29afc1b366f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.611228] env[65116]: INFO networking_nsxv3.common.synchronization [None req-428e4071-3955-44b8-8618-f57b1319052b None None] Enqueued Resource ID: 8f604504-9156-4d06-9d47-fc1a4fdfc940 with Priority: HIGHEST for action port [ 672.611910] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f604504-9156-4d06-9d47-fc1a4fdfc940 with Priority: HIGHEST for action port [ 672.612870] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f604504-9156-4d06-9d47-fc1a4fdfc940 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.613093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f604504-9156-4d06-9d47-fc1a4fdfc940" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.613273] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f604504-9156-4d06-9d47-fc1a4fdfc940" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.613424] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f604504-9156-4d06-9d47-fc1a4fdfc940" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.613514] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f604504-9156-4d06-9d47-fc1a4fdfc940',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.734047] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fdee01f-15ef-4346-ad03-3b807dc9daa1: rpc.has_security_group_logging(os_id): False [ 672.759412] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.759858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.759937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.760225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.760387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.760691] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.761046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.761185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.761302] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.761382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.761594] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.761694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.761751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.762018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.762350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.762601] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.762742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.762817] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.762928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.763011] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.763110] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 672.848345] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.851933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.852185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.852815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.853563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.872724] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 672.961616] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.961858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.962308] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f357400-7a42-4e3d-994c-a29afc1b366f with status ACTIVE [ 672.962722] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.962934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.963147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.963552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.963753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.964021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.964200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.964267] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.964461] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.964538] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.964768] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.964924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.965026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.965267] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.965385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.965489] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f357400-7a42-4e3d-994c-a29afc1b366f is going to be updated. [ 672.994699] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.994912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.995059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.995313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.995458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.995623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f357400-7a42-4e3d-994c-a29afc1b366f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.116474] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f604504-9156-4d06-9d47-fc1a4fdfc940 [ 673.116705] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.116834] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.116909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.117148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.117439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.117556] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f604504-9156-4d06-9d47-fc1a4fdfc940 already deleted. [ 673.117663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f604504-9156-4d06-9d47-fc1a4fdfc940" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.196939] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d61f981-2d3d-41fc-821a-077b08d9783f in Status: SUCCESS [ 673.196939] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d61f981-2d3d-41fc-821a-077b08d9783f deletion is rescheduled due to dependency. [ 673.196939] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.197268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.198216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.198216] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.198216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.198216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.198216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.198216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.202263] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.701964] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.160386] env[65116]: INFO networking_nsxv3.common.synchronization [None req-c4357dde-0592-4366-92ab-f186f95fbb52 None None] Enqueued Resource ID: 094754ed-f77d-4430-8d01-9a6a557ec9a7 with Priority: HIGHEST for action port [ 674.160833] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094754ed-f77d-4430-8d01-9a6a557ec9a7 with Priority: HIGHEST for action port [ 674.161529] env[65116]: INFO networking_nsxv3.common.synchronization [None req-cbb6a8fc-9332-45b3-99ac-525891992881 None None] Enqueued Resource ID: f1062b03-0bf5-4a4f-ba41-e52b9459a7de with Priority: HIGHEST for action port [ 674.161863] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-094754ed-f77d-4430-8d01-9a6a557ec9a7 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.162024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-094754ed-f77d-4430-8d01-9a6a557ec9a7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.162094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-094754ed-f77d-4430-8d01-9a6a557ec9a7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.162402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-094754ed-f77d-4430-8d01-9a6a557ec9a7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.162402] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('094754ed-f77d-4430-8d01-9a6a557ec9a7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.163268] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1062b03-0bf5-4a4f-ba41-e52b9459a7de with Priority: HIGHEST for action port [ 674.163950] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1062b03-0bf5-4a4f-ba41-e52b9459a7de taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.164085] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1062b03-0bf5-4a4f-ba41-e52b9459a7de" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.164164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1062b03-0bf5-4a4f-ba41-e52b9459a7de" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.165434] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1062b03-0bf5-4a4f-ba41-e52b9459a7de" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.165434] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1062b03-0bf5-4a4f-ba41-e52b9459a7de',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.204327] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.435471] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: SUCCESS [ 674.436711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.664693] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 094754ed-f77d-4430-8d01-9a6a557ec9a7 [ 674.664927] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.665683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.665683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.665683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.665683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.665683] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:094754ed-f77d-4430-8d01-9a6a557ec9a7 already deleted. [ 674.665683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-094754ed-f77d-4430-8d01-9a6a557ec9a7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.667477] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1062b03-0bf5-4a4f-ba41-e52b9459a7de [ 674.667719] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.667842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.667907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.668094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.668173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.668262] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1062b03-0bf5-4a4f-ba41-e52b9459a7de already deleted. [ 674.668896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1062b03-0bf5-4a4f-ba41-e52b9459a7de" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.707381] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.707381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.707381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.707381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.707381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.707381] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d61f981-2d3d-41fc-821a-077b08d9783f is going to be updated. [ 674.737840] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.738113] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.738198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.738639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.738639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.750234] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d61f981-2d3d-41fc-821a-077b08d9783f in Status: IN_PROGRESS for 2s [ 674.842795] env[65116]: INFO networking_nsxv3.common.synchronization [req-290134ef-dbfe-4363-b063-889549ad6c5f req-1bedb8bb-d5f2-4b41-9b30-b32a927217c9 tempest-ListImageFiltersTestJSON-547404429 tempest-ListImageFiltersTestJSON-547404429-project-member] Enqueued Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_members [ 674.843397] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_members [ 674.843708] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.844153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.844227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.844548] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.844590] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.844680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.844721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.844861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.844943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.845076] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.888205] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 674.888205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.888205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.888205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.888205] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.126906] env[65116]: INFO networking_nsxv3.common.synchronization [req-7ba08b55-be2d-404b-ac25-f63ca2d50488 req-e09f65c6-4861-4ed6-b7bb-b0fb65b34d62 tempest-InstanceActionsV221TestJSON-1421045681 tempest-InstanceActionsV221TestJSON-1421045681-project-member] Enqueued Resource ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d with Priority: HIGHEST for action security_group_members [ 675.129918] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d with Priority: HIGHEST for action security_group_members [ 675.129918] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-57a634c1-42bf-41c9-8df8-9727963d4b0d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.129918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.129918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.129918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.129918] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.129918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.129918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.129918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.129918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.129918] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57a634c1-42bf-41c9-8df8-9727963d4b0d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.347245] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.390341] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.390794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.390880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.391122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.391354] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.391481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.391551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.391769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.391956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.392047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.392112] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.431143] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.431289] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.431409] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.431670] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.431933] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.432119] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.432233] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.432450] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.432589] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.432790] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.432899] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.434603] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.434603] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.434603] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.434603] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.434603] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.456160] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.456330] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.456538] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.456632] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.457218] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-a56899a4-844b-4ea3-b942-aa09fda98ec3 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.457218] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-a56899a4-844b-4ea3-b942-aa09fda98ec3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.457447] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-a56899a4-844b-4ea3-b942-aa09fda98ec3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.458026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-a56899a4-844b-4ea3-b942-aa09fda98ec3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.458026] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56899a4-844b-4ea3-b942-aa09fda98ec3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.636056] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.636056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.636056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.636345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.636345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.636494] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.636595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.636687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.636812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.636889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.636966] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d is going to be updated. [ 675.668129] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.668129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.668129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.668398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.668398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.680950] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d in Status: IN_PROGRESS for 2s [ 675.849867] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.895496] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.895716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.896014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.896080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.896219] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.896324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.896386] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.896541] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.896630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.896797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.896981] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.897150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.897247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.897416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.897632] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.897835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.897835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.897933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.898065] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.898183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.898300] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.960837] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.960961] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.961294] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.961437] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.961634] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.961783] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port a56899a4-844b-4ea3-b942-aa09fda98ec3 not found, creating... [ 675.962217] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.962773] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.962773] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.962865] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.963012] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.963470] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.964064] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.964064] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.964230] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.964457] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.964543] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: a56899a4-844b-4ea3-b942-aa09fda98ec3 is going to be created. [ 675.989113] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.989394] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.989586] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.989907] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.990162] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.990412] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-a56899a4-844b-4ea3-b942-aa09fda98ec3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.351769] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.352020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.352284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.352366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.352417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.352588] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e is going to be updated. [ 676.391596] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.391596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.391596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.391596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.391596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.402160] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: IN_PROGRESS for 2s [ 676.402807] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fdee01f-15ef-4346-ad03-3b807dc9daa1: rpc.has_security_group_logging(os_id): False [ 676.426623] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.426623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.426623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.428335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.428335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.428335] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.428335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.428335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.428647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.428704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.432071] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.432071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.432071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.432071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.432071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.432071] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.432071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.432071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.432071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.432071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.432071] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 676.519192] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.519356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.519630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.519630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.519769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.533330] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 676.603420] env[65116]: INFO networking_nsxv3.common.synchronization [None req-afe05f6d-315f-4c34-8d79-67883af5ca37 None None] Enqueued Resource ID: 77533e32-3d5a-4b31-9ef7-55c4d8e81023 with Priority: HIGHEST for action port [ 676.603908] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77533e32-3d5a-4b31-9ef7-55c4d8e81023 with Priority: HIGHEST for action port [ 676.604754] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-77533e32-3d5a-4b31-9ef7-55c4d8e81023 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.606158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77533e32-3d5a-4b31-9ef7-55c4d8e81023" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.606158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77533e32-3d5a-4b31-9ef7-55c4d8e81023" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.606158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77533e32-3d5a-4b31-9ef7-55c4d8e81023" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.606158] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77533e32-3d5a-4b31-9ef7-55c4d8e81023',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.763340] env[65116]: INFO networking_nsxv3.common.synchronization [None req-3561325d-a7eb-44f5-be44-2bfeb46ab59e None None] Enqueued Resource ID: cbebef49-8254-4a44-bc94-b8e3f782ff2b with Priority: HIGHEST for action port [ 676.766722] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d61f981-2d3d-41fc-821a-077b08d9783f in Status: SUCCESS [ 676.766722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.766722] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbebef49-8254-4a44-bc94-b8e3f782ff2b with Priority: HIGHEST for action port [ 676.766722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.767112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.767314] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.767485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.767737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.767923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.768027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.768170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.768314] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.769587] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbebef49-8254-4a44-bc94-b8e3f782ff2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.769758] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbebef49-8254-4a44-bc94-b8e3f782ff2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.769874] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbebef49-8254-4a44-bc94-b8e3f782ff2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.770449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbebef49-8254-4a44-bc94-b8e3f782ff2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.770449] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbebef49-8254-4a44-bc94-b8e3f782ff2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.816032] env[65116]: INFO networking_nsxv3.common.synchronization [req-290134ef-dbfe-4363-b063-889549ad6c5f req-11de1381-eda0-4d7f-94d5-096d1fe3fc30 service nova] Enqueued Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_rules [ 676.816318] env[65116]: INFO networking_nsxv3.common.synchronization [req-290134ef-dbfe-4363-b063-889549ad6c5f req-11de1381-eda0-4d7f-94d5-096d1fe3fc30 service nova] Enqueued Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_members [ 676.816471] env[65116]: INFO networking_nsxv3.common.synchronization [req-290134ef-dbfe-4363-b063-889549ad6c5f req-11de1381-eda0-4d7f-94d5-096d1fe3fc30 service nova] Enqueued Resource ID: a56899a4-844b-4ea3-b942-aa09fda98ec3 with Priority: HIGHEST for action port [ 676.817982] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_rules [ 676.818165] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_members [ 676.818269] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56899a4-844b-4ea3-b942-aa09fda98ec3 with Priority: HIGHEST for action port [ 676.818574] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.818697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.818765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.818984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.819077] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.820651] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.820751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.820951] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-a56899a4-844b-4ea3-b942-aa09fda98ec3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.821096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a56899a4-844b-4ea3-b942-aa09fda98ec3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.821137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a56899a4-844b-4ea3-b942-aa09fda98ec3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.821312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a56899a4-844b-4ea3-b942-aa09fda98ec3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.821389] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56899a4-844b-4ea3-b942-aa09fda98ec3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.109390] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77533e32-3d5a-4b31-9ef7-55c4d8e81023 [ 677.109659] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.111526] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.111526] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.111526] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.111526] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.111526] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77533e32-3d5a-4b31-9ef7-55c4d8e81023 already deleted. [ 677.111526] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77533e32-3d5a-4b31-9ef7-55c4d8e81023" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.273644] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.274053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.274053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.274403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.274904] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.274904] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.274904] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.274904] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.275495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.276327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.276485] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.276598] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.276685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.276818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.276973] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.277089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.277151] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.277292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.277369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.277441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.278651] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.279154] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbebef49-8254-4a44-bc94-b8e3f782ff2b [ 677.279222] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.279351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.279416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.279542] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.279618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.279764] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbebef49-8254-4a44-bc94-b8e3f782ff2b already deleted. [ 677.279832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbebef49-8254-4a44-bc94-b8e3f782ff2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.327067] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.327067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.327480] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a56899a4-844b-4ea3-b942-aa09fda98ec3 with status ACTIVE [ 677.327577] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.327708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.327775] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.327993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.328090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.328265] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.328359] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.328420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.328567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.328638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.328814] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.328897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.328957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.329107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.329178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.332022] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a56899a4-844b-4ea3-b942-aa09fda98ec3 is going to be updated. [ 677.352469] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.352673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.352673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.352866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.352998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.353167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a56899a4-844b-4ea3-b942-aa09fda98ec3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.693765] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d in Status: SUCCESS [ 677.693765] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d deletion is rescheduled due to dependency. [ 677.694175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.780677] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d61f981-2d3d-41fc-821a-077b08d9783f: rpc.has_security_group_logging(os_id): False [ 677.802615] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.802818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.802818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.803078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.803177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.803395] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.803576] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.803576] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.803721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.803780] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.804228] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.804371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.804451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.804636] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.804717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.804906] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.804999] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.805138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.805309] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.805395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.806634] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d61f981-2d3d-41fc-821a-077b08d9783f is going to be updated. [ 677.975253] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.975430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.975514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.975709] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.976221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.992626] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d61f981-2d3d-41fc-821a-077b08d9783f in Status: IN_PROGRESS for 2s [ 678.413497] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: SUCCESS [ 678.414188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.414188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.414188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.414364] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.414441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.414514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.414678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.414761] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.414931] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.461318] env[65116]: INFO networking_nsxv3.common.synchronization [None req-410f2e70-6aeb-4039-8158-bff2f2772cdd None None] Enqueued Resource ID: ac0dbdf1-6fb8-431c-9cfe-631227a93745 with Priority: HIGHEST for action port [ 678.461905] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0dbdf1-6fb8-431c-9cfe-631227a93745 with Priority: HIGHEST for action port [ 678.462768] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac0dbdf1-6fb8-431c-9cfe-631227a93745 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.462768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac0dbdf1-6fb8-431c-9cfe-631227a93745" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.462768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac0dbdf1-6fb8-431c-9cfe-631227a93745" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.463070] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac0dbdf1-6fb8-431c-9cfe-631227a93745" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.463070] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac0dbdf1-6fb8-431c-9cfe-631227a93745',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.551091] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 678.551274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.920535] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.966496] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac0dbdf1-6fb8-431c-9cfe-631227a93745 [ 678.966496] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.966496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.966496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.966496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.966496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.966496] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac0dbdf1-6fb8-431c-9cfe-631227a93745 already deleted. [ 678.966993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac0dbdf1-6fb8-431c-9cfe-631227a93745" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.057565] env[65116]: INFO networking_nsxv3.common.synchronization [req-316d7a2f-1a01-440a-b665-784af6675426 req-95cd4892-0184-4018-832a-657620052291 tempest-ImagesTestJSON-1950073941 tempest-ImagesTestJSON-1950073941-project-member] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 679.058242] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 679.060323] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.060681] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.060894] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.061126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.061353] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.061405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.061452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.061593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.061674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.061775] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.425134] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.569025] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.569025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.569025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.569025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.569025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.569025] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.569025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.569025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.569025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.569025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.569025] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 679.608369] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.608369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.608369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.608369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.608369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.623519] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 679.931043] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.931043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.931043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.931043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.931043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.931043] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e is going to be updated. [ 679.961134] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.961134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.961134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.961134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.961134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.974729] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: IN_PROGRESS for 2s [ 680.024630] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d61f981-2d3d-41fc-821a-077b08d9783f in Status: SUCCESS [ 680.024910] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.636792] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 681.638867] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 deletion is rescheduled due to dependency. [ 681.638867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.871326] env[65116]: INFO networking_nsxv3.common.synchronization [None req-9aa8e53d-1cde-4e08-bb54-b7c08ba2fb2d None None] Enqueued Resource ID: 68d9675c-cce2-4937-b034-8a9ace25d38b with Priority: HIGHEST for action port [ 681.871326] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68d9675c-cce2-4937-b034-8a9ace25d38b with Priority: HIGHEST for action port [ 681.871326] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-68d9675c-cce2-4937-b034-8a9ace25d38b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.871326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68d9675c-cce2-4937-b034-8a9ace25d38b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.872061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68d9675c-cce2-4937-b034-8a9ace25d38b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.872061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68d9675c-cce2-4937-b034-8a9ace25d38b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.872211] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68d9675c-cce2-4937-b034-8a9ace25d38b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.988100] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: SUCCESS [ 681.988609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.988609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.988828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.989072] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.989227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.989290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.989430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.989504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.989614] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.989701] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.376909] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68d9675c-cce2-4937-b034-8a9ace25d38b [ 682.377167] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.377297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.377375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.377599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.377729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.378537] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68d9675c-cce2-4937-b034-8a9ace25d38b already deleted. [ 682.378537] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68d9675c-cce2-4937-b034-8a9ace25d38b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.492872] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.492872] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.492872] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.493167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.493167] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.493256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.493256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.493432] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.493493] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.493556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.493704] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.493787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.493840] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.494065] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.494223] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.494428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.494428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.494560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.494655] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.494735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.494826] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.998639] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e: rpc.has_security_group_logging(os_id): False [ 683.022636] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.022844] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.022889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.023147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.023247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.023808] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.024070] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.024215] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.024425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.024502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.024701] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.024803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.024864] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.025012] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.025128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.025436] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.025501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.025561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.025749] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.025786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.025891] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e is going to be updated. [ 683.108450] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.108663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.108663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.109056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.109056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.125323] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: IN_PROGRESS for 2s [ 684.376420] env[65116]: INFO networking_nsxv3.common.synchronization [None req-733aacb5-4add-4174-9525-78f78b380611 tempest-MigrationsAdminTest-1477697275 tempest-MigrationsAdminTest-1477697275-project-member] Enqueued Resource ID: abb08fa7-7158-4afd-9559-8c3129fe88c7 with Priority: HIGHEST for action security_group_rules [ 684.376420] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abb08fa7-7158-4afd-9559-8c3129fe88c7 with Priority: HIGHEST for action security_group_rules [ 684.377199] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abb08fa7-7158-4afd-9559-8c3129fe88c7 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.377199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abb08fa7-7158-4afd-9559-8c3129fe88c7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.377199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abb08fa7-7158-4afd-9559-8c3129fe88c7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.377330] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abb08fa7-7158-4afd-9559-8c3129fe88c7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.377330] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abb08fa7-7158-4afd-9559-8c3129fe88c7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.516137] env[65116]: INFO networking_nsxv3.common.synchronization [None req-7e45f1ce-4b16-4d8f-83c6-0fc69a8e1c0e tempest-MigrationsAdminTest-1477697275 tempest-MigrationsAdminTest-1477697275-project-member] Enqueued Resource ID: abb08fa7-7158-4afd-9559-8c3129fe88c7 with Priority: HIGHEST for action security_group_rules [ 684.516714] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abb08fa7-7158-4afd-9559-8c3129fe88c7 with Priority: HIGHEST for action security_group_rules [ 684.517432] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abb08fa7-7158-4afd-9559-8c3129fe88c7 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.518014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abb08fa7-7158-4afd-9559-8c3129fe88c7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.898637] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.898907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.898907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.899196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.899264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.899333] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abb08fa7-7158-4afd-9559-8c3129fe88c7 already deleted. [ 684.899450] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abb08fa7-7158-4afd-9559-8c3129fe88c7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.899674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abb08fa7-7158-4afd-9559-8c3129fe88c7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.899801] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abb08fa7-7158-4afd-9559-8c3129fe88c7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.899801] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abb08fa7-7158-4afd-9559-8c3129fe88c7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.169034] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: SUCCESS [ 685.169190] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.432857] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.433199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.433199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.433381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.433516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.433638] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abb08fa7-7158-4afd-9559-8c3129fe88c7 already deleted. [ 685.433722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abb08fa7-7158-4afd-9559-8c3129fe88c7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.564638] env[65116]: INFO networking_nsxv3.common.synchronization [req-5dfe6a37-6496-44bb-960a-c36be1a57ce0 req-58d92857-ebe8-4221-9d15-22d6ba224fcb tempest-ListServerFiltersTestJSON-516348507 tempest-ListServerFiltersTestJSON-516348507-project-member] Enqueued Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 685.565230] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 685.565571] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.565938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.566322] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.566633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.566827] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.566969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.567092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.567290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.567395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.567514] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.840499] env[65116]: INFO networking_nsxv3.common.synchronization [req-7cd1bbbb-b841-48c0-af61-0a41aaa5fd96 req-408cd37d-cea1-4cc8-b10f-79dd44fbf06c tempest-ServersTestMultiNic-1259526584 tempest-ServersTestMultiNic-1259526584-project-member] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 685.841013] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 685.841331] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.841437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.841507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.841706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.841854] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.841974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.842138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.842389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.842476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.842576] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.932209] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.932443] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.932517] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.932870] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.933144] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.933305] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.933416] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.933626] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.933762] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.933956] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.934104] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.934244] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.934352] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.934458] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.934558] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.934683] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.955075] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.955075] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.955075] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.955307] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.955762] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-ea99cbd9-05be-40d9-952c-9bee73993946 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.955762] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-ea99cbd9-05be-40d9-952c-9bee73993946" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.955762] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-ea99cbd9-05be-40d9-952c-9bee73993946" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.956024] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-ea99cbd9-05be-40d9-952c-9bee73993946" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.956165] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea99cbd9-05be-40d9-952c-9bee73993946',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.071803] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.072020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.072078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.072298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.072388] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.072582] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.072679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.072742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.072888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.072963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.073059] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 already deleted. [ 686.073146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.243846] env[65116]: INFO networking_nsxv3.common.synchronization [req-7cd1bbbb-b841-48c0-af61-0a41aaa5fd96 req-2e81bf4f-87e8-4a46-b8cb-bf54bfdf3cb1 tempest-ServersTestMultiNic-1259526584 tempest-ServersTestMultiNic-1259526584-project-member] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 686.244513] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 686.244820] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.244922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.346036] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.458923] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.459344] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.459344] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.459562] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.459726] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.459879] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port ea99cbd9-05be-40d9-952c-9bee73993946 not found, creating... [ 686.460523] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.460715] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.460835] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.461064] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.461314] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.461698] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.461964] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.462319] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.462546] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.462755] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.462910] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: ea99cbd9-05be-40d9-952c-9bee73993946 is going to be created. [ 686.483703] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.483920] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.483971] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.484495] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.484604] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.484912] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-ea99cbd9-05be-40d9-952c-9bee73993946" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.523577] env[65116]: INFO networking_nsxv3.common.synchronization [req-7cd1bbbb-b841-48c0-af61-0a41aaa5fd96 req-4ed7d79a-1abc-4e61-b2f0-548afe202731 tempest-ServersTestMultiNic-1259526584 tempest-ServersTestMultiNic-1259526584-project-member] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 686.524456] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 686.524782] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.524882] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.848639] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.270609] env[65116]: INFO networking_nsxv3.common.synchronization [req-5dfe6a37-6496-44bb-960a-c36be1a57ce0 req-24aa6d89-20b2-45e9-9fa3-26e10cc307dd service nova] Enqueued Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_rules [ 687.270789] env[65116]: INFO networking_nsxv3.common.synchronization [req-5dfe6a37-6496-44bb-960a-c36be1a57ce0 req-24aa6d89-20b2-45e9-9fa3-26e10cc307dd service nova] Enqueued Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 687.270922] env[65116]: INFO networking_nsxv3.common.synchronization [req-5dfe6a37-6496-44bb-960a-c36be1a57ce0 req-24aa6d89-20b2-45e9-9fa3-26e10cc307dd service nova] Enqueued Resource ID: ea99cbd9-05be-40d9-952c-9bee73993946 with Priority: HIGHEST for action port [ 687.271170] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_rules [ 687.271302] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 687.271402] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea99cbd9-05be-40d9-952c-9bee73993946 with Priority: HIGHEST for action port [ 687.272260] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.272987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.272987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.273190] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.273190] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.275577] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.275577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.275577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.275577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.275577] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.275577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.275577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.275577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.275577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.275577] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.277473] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea99cbd9-05be-40d9-952c-9bee73993946 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.277622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea99cbd9-05be-40d9-952c-9bee73993946" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.277715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea99cbd9-05be-40d9-952c-9bee73993946" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.277902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea99cbd9-05be-40d9-952c-9bee73993946" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.278021] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea99cbd9-05be-40d9-952c-9bee73993946',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.353062] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.353062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.353062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.353062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.353062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.353062] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 687.384401] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.384559] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.384621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.384831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.385192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.394434] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 687.781538] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.781965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.781965] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.782834] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea99cbd9-05be-40d9-952c-9bee73993946 with status ACTIVE [ 687.783822] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.783822] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.783822] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.783822] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.783822] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.783822] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.783822] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.783822] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.784282] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.787073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.787344] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.787461] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.787536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.787946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.787946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.787946] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea99cbd9-05be-40d9-952c-9bee73993946 is going to be updated. [ 687.813138] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.813231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.813292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.813470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.813599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.813908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea99cbd9-05be-40d9-952c-9bee73993946" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.290587] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.795750] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.796171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.796171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.796253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.796434] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.796434] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 is going to be created. [ 688.822683] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.822832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.822880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.823103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.823263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.835198] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: UNINITIALIZED for 2s [ 689.408096] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 689.408096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.408096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.408096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.408096] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.408096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.408096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.408096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.408096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.408096] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.910504] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.910868] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.910868] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.911013] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.911188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.911410] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.911546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.911633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.911832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.911954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.912114] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 689.942684] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.943033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.943033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.943203] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.943360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.954555] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 689.979251] env[65116]: INFO networking_nsxv3.common.synchronization [None req-13e787d5-41b2-41e9-b1c2-0f012a6dadb6 None None] Enqueued Resource ID: 3d4bebb2-72b0-430a-b8f3-170154e21d92 with Priority: HIGHEST for action port [ 689.980043] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d4bebb2-72b0-430a-b8f3-170154e21d92 with Priority: HIGHEST for action port [ 689.980126] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d4bebb2-72b0-430a-b8f3-170154e21d92 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.980259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d4bebb2-72b0-430a-b8f3-170154e21d92" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.980344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d4bebb2-72b0-430a-b8f3-170154e21d92" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.980672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d4bebb2-72b0-430a-b8f3-170154e21d92" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.980721] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4bebb2-72b0-430a-b8f3-170154e21d92',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.483601] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d4bebb2-72b0-430a-b8f3-170154e21d92 [ 690.483601] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.483601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.483601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.484448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.484956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.484956] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d4bebb2-72b0-430a-b8f3-170154e21d92 already deleted. [ 690.484956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d4bebb2-72b0-430a-b8f3-170154e21d92" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.629477] env[65116]: INFO networking_nsxv3.common.synchronization [req-0908928f-7dba-49ff-9178-9a0db7cbc79c req-26a9f6e4-5909-4c0e-835c-ba5ea4dd1cad tempest-ServersAdminTestJSON-186124780 tempest-ServersAdminTestJSON-186124780-project-member] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 690.630121] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 690.630469] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.630875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.630875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.630983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.634223] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.634223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.634223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.634490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.634490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.634561] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.849068] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: SUCCESS [ 690.849304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.849495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.849711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.849907] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.850040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.850176] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.850261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.850344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.850428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.850523] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.136970] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.137311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.137311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.139427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.139427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.139427] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.139427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.139427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.139427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.139427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.139427] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe already deleted. [ 691.139427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.192539] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.193558] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.193558] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.193558] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.193772] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.193853] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.193891] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.194189] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.194354] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.194605] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.194652] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.194733] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.194831] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.194929] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.195056] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.195185] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.218716] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.220704] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.220704] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.220704] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.221755] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-c2770914-538c-4cb2-9133-0998f766b7ad taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.221755] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-c2770914-538c-4cb2-9133-0998f766b7ad" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.221755] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-c2770914-538c-4cb2-9133-0998f766b7ad" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.222652] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-c2770914-538c-4cb2-9133-0998f766b7ad" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.222652] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2770914-538c-4cb2-9133-0998f766b7ad',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.354546] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.355503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.355503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.355664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.355863] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.355986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.356118] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.356312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.356422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.356979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.356979] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.356979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.356979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.357965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.357965] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.357965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.357965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.357965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.357965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.357965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.358250] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.728482] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.728482] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.728482] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.728482] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.728482] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.728482] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port c2770914-538c-4cb2-9133-0998f766b7ad not found, creating... [ 691.728940] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.728940] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.729088] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.729310] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.729446] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.729781] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.729972] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.730132] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.730385] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.730545] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.730712] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: c2770914-538c-4cb2-9133-0998f766b7ad is going to be created. [ 691.772697] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.772697] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.772697] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.772697] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.772697] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.772697] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-c2770914-538c-4cb2-9133-0998f766b7ad" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.861467] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7807efd-5e41-4daa-9c2a-bef76c49aef5: rpc.has_security_group_logging(os_id): False [ 691.886262] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.886469] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.886469] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.886680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.886775] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.886961] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.887074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.887137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.887420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.887484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.887640] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.887742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.888129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.888129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.888129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.888281] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.888281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.888417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.888472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.888544] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.888632] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 is going to be created. [ 691.967564] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 691.967809] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 deletion is rescheduled due to dependency. [ 691.967969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.968195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.968432] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.968655] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.968768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.969193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.969193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.969193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.969372] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.980400] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.980555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.980616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.980842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.981268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.997124] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: IN_PROGRESS for 2s [ 692.387210] env[65116]: INFO networking_nsxv3.common.synchronization [req-ca4c6cd8-49cc-423a-8bf1-3ad3421fe33b req-4f1f15fe-6916-4307-98b4-248c18b28e04 tempest-DeleteServersAdminTestJSON-15931195 tempest-DeleteServersAdminTestJSON-15931195-project-member] Enqueued Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_members [ 692.388182] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGHEST for action security_group_members [ 692.388513] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.388655] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.388724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.389107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.389692] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.389692] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.389692] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.389890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.389890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.390061] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.472028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.472238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.472600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.472788] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.472889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.473110] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.473211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.473273] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.473446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.473545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.473678] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 692.508968] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.509512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.509732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.510392] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.511019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.516119] env[65116]: INFO networking_nsxv3.common.synchronization [None req-d91f223f-91e5-41de-9589-6fa8cd9cfa09 None None] Enqueued Resource ID: cee886ef-e7c8-4cf1-a33c-1237fbaa04f1 with Priority: HIGHEST for action port [ 692.516403] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee886ef-e7c8-4cf1-a33c-1237fbaa04f1 with Priority: HIGHEST for action port [ 692.516997] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-cee886ef-e7c8-4cf1-a33c-1237fbaa04f1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.517142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cee886ef-e7c8-4cf1-a33c-1237fbaa04f1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.517210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cee886ef-e7c8-4cf1-a33c-1237fbaa04f1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.517447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cee886ef-e7c8-4cf1-a33c-1237fbaa04f1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.517531] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cee886ef-e7c8-4cf1-a33c-1237fbaa04f1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.522340] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 692.524403] env[65116]: INFO networking_nsxv3.common.synchronization [req-0908928f-7dba-49ff-9178-9a0db7cbc79c req-c59e3ee2-219e-4f87-8fb9-e7fdb707444d service nova] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_rules [ 692.524571] env[65116]: INFO networking_nsxv3.common.synchronization [req-0908928f-7dba-49ff-9178-9a0db7cbc79c req-c59e3ee2-219e-4f87-8fb9-e7fdb707444d service nova] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 692.524702] env[65116]: INFO networking_nsxv3.common.synchronization [req-0908928f-7dba-49ff-9178-9a0db7cbc79c req-c59e3ee2-219e-4f87-8fb9-e7fdb707444d service nova] Enqueued Resource ID: c2770914-538c-4cb2-9133-0998f766b7ad with Priority: HIGHEST for action port [ 692.524944] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_rules [ 692.525398] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 692.525544] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2770914-538c-4cb2-9133-0998f766b7ad with Priority: HIGHEST for action port [ 692.526531] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.526661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.526661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.526915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.526998] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.529290] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.529397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.529432] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.529626] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.529778] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.529879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.529943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.530099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.530186] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.530279] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.534365] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2770914-538c-4cb2-9133-0998f766b7ad taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.534365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2770914-538c-4cb2-9133-0998f766b7ad" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.534645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2770914-538c-4cb2-9133-0998f766b7ad" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.535011] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2770914-538c-4cb2-9133-0998f766b7ad" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.535011] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2770914-538c-4cb2-9133-0998f766b7ad',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.892667] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.893125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.893215] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.893548] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.893725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.894486] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.894486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.894486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.894869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.894983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.895210] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d61f981-2d3d-41fc-821a-077b08d9783f is going to be updated. [ 692.939100] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.939270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.939355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.940259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.940259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.952719] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d61f981-2d3d-41fc-821a-077b08d9783f in Status: IN_PROGRESS for 2s [ 693.020746] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cee886ef-e7c8-4cf1-a33c-1237fbaa04f1 [ 693.020746] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.020746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.021135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.021406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.021513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.021619] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cee886ef-e7c8-4cf1-a33c-1237fbaa04f1 already deleted. [ 693.021702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cee886ef-e7c8-4cf1-a33c-1237fbaa04f1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.030332] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.030566] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.040027] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2770914-538c-4cb2-9133-0998f766b7ad with status ACTIVE [ 693.040027] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.040027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.040027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.040027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.040027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.040027] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.040027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.040027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.040027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.040027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.040027] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.040027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.040027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.040027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.040027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.040027] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2770914-538c-4cb2-9133-0998f766b7ad is going to be updated. [ 693.041389] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.069839] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.070036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.070169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.070301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.070446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.070617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2770914-538c-4cb2-9133-0998f766b7ad" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.545859] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.754743] env[65116]: INFO networking_nsxv3.common.synchronization [req-2202e0b1-ab35-4dfd-b351-dbaa92b4ecd1 req-5b5d515c-3d79-4e80-beb5-5a2147e194bf tempest-ServerActionsTestOtherB-1773662609 tempest-ServerActionsTestOtherB-1773662609-project-member] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 693.755353] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 693.755846] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.755846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.755846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.756839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.757430] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.758143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.758143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.758143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.758143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.758143] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.008754] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: SUCCESS [ 694.009697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.049706] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.049877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.053114] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.053114] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.053114] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.053114] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be created. [ 694.078700] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.078865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.078964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.079203] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.079398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.092905] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: UNINITIALIZED for 2s [ 694.261149] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.261149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.261149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.261149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.261149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.261612] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.261612] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.261612] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.261612] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.261802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.261802] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 already deleted. [ 694.261802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.531846] env[65116]: INFO networking_nsxv3.common.synchronization [None req-2095f56d-73ce-4bc7-a732-2c97dc65cec1 None None] Enqueued Resource ID: 309260d3-7e04-4f34-90ed-ff333ce2ad16 with Priority: HIGHEST for action port [ 694.532491] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309260d3-7e04-4f34-90ed-ff333ce2ad16 with Priority: HIGHEST for action port [ 694.533460] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-309260d3-7e04-4f34-90ed-ff333ce2ad16 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.534037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-309260d3-7e04-4f34-90ed-ff333ce2ad16" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.534037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-309260d3-7e04-4f34-90ed-ff333ce2ad16" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.534037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-309260d3-7e04-4f34-90ed-ff333ce2ad16" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.534037] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('309260d3-7e04-4f34-90ed-ff333ce2ad16',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.535640] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 694.535812] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 deletion is rescheduled due to dependency. [ 694.535918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.671295] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.671597] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.671761] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.672178] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.672457] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.672615] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.672727] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.672947] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.673104] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.673307] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.673414] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.673515] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.673638] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.673740] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.673867] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.674014] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.695416] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.695928] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.696131] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.696403] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.697183] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-0e25d678-e865-4027-804f-77e9bb4cb31a taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.697423] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-0e25d678-e865-4027-804f-77e9bb4cb31a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.697600] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-0e25d678-e865-4027-804f-77e9bb4cb31a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.697915] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-0e25d678-e865-4027-804f-77e9bb4cb31a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.698077] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e25d678-e865-4027-804f-77e9bb4cb31a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.967099] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d61f981-2d3d-41fc-821a-077b08d9783f in Status: SUCCESS [ 694.967099] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d61f981-2d3d-41fc-821a-077b08d9783f deletion is rescheduled due to dependency. [ 694.967099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.037136] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 309260d3-7e04-4f34-90ed-ff333ce2ad16 [ 695.037386] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.037528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.037600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.037831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.037931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.038132] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:309260d3-7e04-4f34-90ed-ff333ce2ad16 already deleted. [ 695.038241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-309260d3-7e04-4f34-90ed-ff333ce2ad16" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.121743] env[65116]: INFO networking_nsxv3.common.synchronization [req-8141bad4-ab2f-45e1-a1c8-760290b6147a req-a2e6f3b2-789a-45c1-817e-8d6b6b2b0d28 tempest-FloatingIPsAssociationTestJSON-873144333 tempest-FloatingIPsAssociationTestJSON-873144333-project-member] Enqueued Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_members [ 695.122634] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_members [ 695.122989] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.125092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.125234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.125481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.125669] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.125825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.125853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.126053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.126149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.126258] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.203028] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.203028] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.203028] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.203028] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.203028] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.203028] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 0e25d678-e865-4027-804f-77e9bb4cb31a not found, creating... [ 695.203028] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.203028] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.203028] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.203028] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.203028] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.203530] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.203530] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.203530] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.203530] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.203871] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.204219] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 0e25d678-e865-4027-804f-77e9bb4cb31a is going to be created. [ 695.227520] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.229119] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.229119] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.229119] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.229357] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.229825] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-0e25d678-e865-4027-804f-77e9bb4cb31a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.629971] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.952377] env[65116]: INFO networking_nsxv3.common.synchronization [req-2202e0b1-ab35-4dfd-b351-dbaa92b4ecd1 req-bd3360ce-86b5-4194-af2e-385c9ba8339b service nova] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_rules [ 695.955427] env[65116]: INFO networking_nsxv3.common.synchronization [req-2202e0b1-ab35-4dfd-b351-dbaa92b4ecd1 req-bd3360ce-86b5-4194-af2e-385c9ba8339b service nova] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 695.955427] env[65116]: INFO networking_nsxv3.common.synchronization [req-2202e0b1-ab35-4dfd-b351-dbaa92b4ecd1 req-bd3360ce-86b5-4194-af2e-385c9ba8339b service nova] Enqueued Resource ID: 0e25d678-e865-4027-804f-77e9bb4cb31a with Priority: HIGHEST for action port [ 695.955427] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_rules [ 695.955427] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 695.955427] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e25d678-e865-4027-804f-77e9bb4cb31a with Priority: HIGHEST for action port [ 695.958840] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.958840] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.958840] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.958840] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.958840] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.960336] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.960336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.960336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.960336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.960500] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.960552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.960681] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.960722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.960819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.961013] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.962048] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e25d678-e865-4027-804f-77e9bb4cb31a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.962048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e25d678-e865-4027-804f-77e9bb4cb31a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.962048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e25d678-e865-4027-804f-77e9bb4cb31a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.962246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e25d678-e865-4027-804f-77e9bb4cb31a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.962246] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e25d678-e865-4027-804f-77e9bb4cb31a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.105075] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 696.105408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.105680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.106654] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.106654] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.106654] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.106654] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.106857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.107174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.107266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.107353] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.131847] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.465557] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.465557] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.465557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.465557] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e25d678-e865-4027-804f-77e9bb4cb31a with status ACTIVE [ 696.465557] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.465769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.465769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.466592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.466592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.466592] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.466592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.466592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.466592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.467128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.467128] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.467128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.467128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.467391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.467592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.467592] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e25d678-e865-4027-804f-77e9bb4cb31a is going to be updated. [ 696.495887] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.496553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.496661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.497681] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.497869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.498011] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e25d678-e865-4027-804f-77e9bb4cb31a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.591761] env[65116]: INFO networking_nsxv3.common.synchronization [None req-31b95cdd-1947-46b4-a19f-dd2f76b0a259 None None] Enqueued Resource ID: 8af62341-2206-4d22-9249-6d06dccdb4c8 with Priority: HIGHEST for action port [ 696.592889] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af62341-2206-4d22-9249-6d06dccdb4c8 with Priority: HIGHEST for action port [ 696.593441] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-8af62341-2206-4d22-9249-6d06dccdb4c8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.593959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8af62341-2206-4d22-9249-6d06dccdb4c8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.593959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8af62341-2206-4d22-9249-6d06dccdb4c8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.594201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8af62341-2206-4d22-9249-6d06dccdb4c8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.594270] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af62341-2206-4d22-9249-6d06dccdb4c8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.610083] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.611141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.611141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.611355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.611499] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.611650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.611720] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.611912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.612016] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.612190] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.612367] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.612537] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.612613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.612770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.612910] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.613033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.613117] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.613501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.613501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.613501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.613501] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.637145] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.637501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.637501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.637612] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.637650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.637738] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a is going to be updated. [ 696.694954] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.695468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.695468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.695468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.695598] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.717804] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a in Status: IN_PROGRESS for 2s [ 696.971437] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.096561] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8af62341-2206-4d22-9249-6d06dccdb4c8 [ 697.096749] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.096749] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.098784] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.098784] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.098784] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.098784] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8af62341-2206-4d22-9249-6d06dccdb4c8 already deleted. [ 697.098784] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8af62341-2206-4d22-9249-6d06dccdb4c8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.115868] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f090cd0f-2654-4c14-8e8d-4f34bcfb7abe: rpc.has_security_group_logging(os_id): False [ 697.138429] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.138429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.138429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.138429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.141697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.141962] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.142073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.142160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.142382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.142468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.142662] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.142757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.142816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.142987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.143059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.143256] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.143344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.143402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.143536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.143608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.143684] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be created. [ 697.208667] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.209065] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.209065] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.209173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.209317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.223336] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 697.250752] env[65116]: INFO networking_nsxv3.common.synchronization [None req-c043efee-5f98-423a-9fe5-58dfe8b8d6d1 None None] Enqueued Resource ID: 19e4ef03-eb42-4dd0-bf31-0c4dfa8e2bf4 with Priority: HIGHEST for action port [ 697.251812] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19e4ef03-eb42-4dd0-bf31-0c4dfa8e2bf4 with Priority: HIGHEST for action port [ 697.252365] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-19e4ef03-eb42-4dd0-bf31-0c4dfa8e2bf4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.252440] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19e4ef03-eb42-4dd0-bf31-0c4dfa8e2bf4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.252492] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19e4ef03-eb42-4dd0-bf31-0c4dfa8e2bf4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.252783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19e4ef03-eb42-4dd0-bf31-0c4dfa8e2bf4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.252866] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19e4ef03-eb42-4dd0-bf31-0c4dfa8e2bf4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.474164] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.474341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.474395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.474652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.475030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.475143] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be created. [ 697.505296] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.505474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.505474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.505691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.505861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.517016] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: UNINITIALIZED for 2s [ 697.757041] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19e4ef03-eb42-4dd0-bf31-0c4dfa8e2bf4 [ 697.757041] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.757041] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.757041] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.757041] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.757041] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.757041] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19e4ef03-eb42-4dd0-bf31-0c4dfa8e2bf4 already deleted. [ 697.757041] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19e4ef03-eb42-4dd0-bf31-0c4dfa8e2bf4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.731122] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a in Status: SUCCESS [ 698.731122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.238282] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 699.238408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.404087] env[65116]: INFO networking_nsxv3.common.synchronization [None req-7f679b25-d9ec-4c82-b484-3ea2e8a13c66 None None] Enqueued Resource ID: f56a1322-04e2-4dce-be26-da2b73dd2ed1 with Priority: HIGHEST for action port [ 699.404771] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56a1322-04e2-4dce-be26-da2b73dd2ed1 with Priority: HIGHEST for action port [ 699.405159] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-f56a1322-04e2-4dce-be26-da2b73dd2ed1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.405333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f56a1322-04e2-4dce-be26-da2b73dd2ed1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.405442] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f56a1322-04e2-4dce-be26-da2b73dd2ed1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.405725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f56a1322-04e2-4dce-be26-da2b73dd2ed1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.405811] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f56a1322-04e2-4dce-be26-da2b73dd2ed1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.527905] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 699.528699] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.529619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.529619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.529619] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.529619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.529871] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.530094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.530171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.530265] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.530362] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.908286] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f56a1322-04e2-4dce-be26-da2b73dd2ed1 [ 699.908662] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.908990] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.909041] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.909393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.909590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.909758] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f56a1322-04e2-4dce-be26-da2b73dd2ed1 already deleted. [ 699.910056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f56a1322-04e2-4dce-be26-da2b73dd2ed1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.032397] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.455805] env[65116]: INFO networking_nsxv3.common.synchronization [req-8e7c2cf8-12a2-4d1b-b95b-be90551494f7 req-0d862371-bdc6-472f-8b85-29712067aab5 tempest-ListServerFiltersTestJSON-516348507 tempest-ListServerFiltersTestJSON-516348507-project-member] Enqueued Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 700.456423] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 700.456763] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.456882] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.457026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.457198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.457364] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.457457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.457515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.457680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.457757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.457855] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.534913] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b075320f-40be-4b29-84c7-cc716b85b3c4: rpc.has_security_group_logging(os_id): False [ 700.556341] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.556479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.556916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.556916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.556916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.558724] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.558724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.558724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.558724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.558724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.558724] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be created. [ 700.642616] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.644029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.644029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.644029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.644278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.662754] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 700.859784] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.860034] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.860235] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.860636] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.860978] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.861359] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.861457] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.861928] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.861928] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.862272] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.862481] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.862632] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.862790] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.862990] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.863233] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.863403] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.890526] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.890713] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.890854] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.891097] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.891465] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-95f5dff8-7aaa-4dd4-b724-b8f5704e7eff taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.891656] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-95f5dff8-7aaa-4dd4-b724-b8f5704e7eff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.891821] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-95f5dff8-7aaa-4dd4-b724-b8f5704e7eff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.892448] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-95f5dff8-7aaa-4dd4-b724-b8f5704e7eff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.892543] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f5dff8-7aaa-4dd4-b724-b8f5704e7eff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.960911] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.395815] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.397329] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.397329] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.397329] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.397329] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.397329] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 95f5dff8-7aaa-4dd4-b724-b8f5704e7eff not found, creating... [ 701.397329] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.397329] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.397329] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.397798] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.397798] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.397981] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.398122] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.398233] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.398451] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.402023] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.402023] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 95f5dff8-7aaa-4dd4-b724-b8f5704e7eff is going to be created. [ 701.426508] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.426777] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.426924] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.427282] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.427550] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.427804] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-95f5dff8-7aaa-4dd4-b724-b8f5704e7eff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.463095] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.969717] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.969717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.969717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.969717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.969717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.969717] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 is going to be updated. [ 702.002335] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.002497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.002573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.002841] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.003058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.015557] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: IN_PROGRESS for 2s [ 702.203048] env[65116]: INFO networking_nsxv3.common.synchronization [req-8e7c2cf8-12a2-4d1b-b95b-be90551494f7 req-4b543151-cf52-4cb7-b5e5-5dc5301d2126 service nova] Enqueued Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_rules [ 702.203048] env[65116]: INFO networking_nsxv3.common.synchronization [req-8e7c2cf8-12a2-4d1b-b95b-be90551494f7 req-4b543151-cf52-4cb7-b5e5-5dc5301d2126 service nova] Enqueued Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 702.203048] env[65116]: INFO networking_nsxv3.common.synchronization [req-8e7c2cf8-12a2-4d1b-b95b-be90551494f7 req-4b543151-cf52-4cb7-b5e5-5dc5301d2126 service nova] Enqueued Resource ID: 95f5dff8-7aaa-4dd4-b724-b8f5704e7eff with Priority: HIGHEST for action port [ 702.203048] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_rules [ 702.203048] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 702.203048] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95f5dff8-7aaa-4dd4-b724-b8f5704e7eff with Priority: HIGHEST for action port [ 702.203836] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.204188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.204370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.205580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.205580] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.206444] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.206545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.206739] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-95f5dff8-7aaa-4dd4-b724-b8f5704e7eff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.206901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95f5dff8-7aaa-4dd4-b724-b8f5704e7eff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.206901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95f5dff8-7aaa-4dd4-b724-b8f5704e7eff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.207107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95f5dff8-7aaa-4dd4-b724-b8f5704e7eff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.207189] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f5dff8-7aaa-4dd4-b724-b8f5704e7eff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.676214] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 702.676476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.711144] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.711272] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.711467] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95f5dff8-7aaa-4dd4-b724-b8f5704e7eff with status ACTIVE [ 702.711653] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.711760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.711847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.712103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.712173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.712340] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.712434] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.712507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.712646] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.712721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.712895] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.712996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.713089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.713354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.713354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.713430] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95f5dff8-7aaa-4dd4-b724-b8f5704e7eff is going to be updated. [ 702.739266] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.739266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.739266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.739266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.739266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.739266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95f5dff8-7aaa-4dd4-b724-b8f5704e7eff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.030082] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: SUCCESS [ 704.030441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.032044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.032044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.032044] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.032044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.032044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.032044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.032044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.032044] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.536551] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.799368] env[65116]: INFO networking_nsxv3.common.synchronization [req-e1fac7d5-0acc-4cab-957d-47f46cbb9539 req-6ffbc8a4-74b8-4799-afff-eab17f928c7b tempest-ServersAdminTestJSON-186124780 tempest-ServersAdminTestJSON-186124780-project-member] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 704.799932] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 704.800930] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.801015] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.801047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.801294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.801469] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.801619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.801691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.801865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.801979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.802102] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.040612] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.305466] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.431912] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.432295] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.432480] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.432958] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.433332] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.433718] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.433972] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.434262] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.434462] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.434735] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.435567] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.435567] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.435567] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.435567] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.435567] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.435567] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.463138] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.463724] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.464119] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.464721] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.465334] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-df584c77-b7b3-4d0f-a9eb-6dece1793f87 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.466236] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-df584c77-b7b3-4d0f-a9eb-6dece1793f87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.466236] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-df584c77-b7b3-4d0f-a9eb-6dece1793f87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.466532] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-df584c77-b7b3-4d0f-a9eb-6dece1793f87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.466853] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df584c77-b7b3-4d0f-a9eb-6dece1793f87',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.544343] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.544595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.544595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.544866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.544988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.545186] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 is going to be updated. [ 705.585337] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.585337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.585337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.585337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.585337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.593996] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: IN_PROGRESS for 2s [ 705.808284] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.972491] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.972762] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.972888] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.973253] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.973372] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.973627] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port df584c77-b7b3-4d0f-a9eb-6dece1793f87 not found, creating... [ 705.973796] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.973950] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.974075] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.974594] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.974882] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.975776] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.975776] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.975776] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.976125] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.976125] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.976239] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: df584c77-b7b3-4d0f-a9eb-6dece1793f87 is going to be created. [ 706.005850] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.006959] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.007449] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.008020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.008744] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.009637] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-df584c77-b7b3-4d0f-a9eb-6dece1793f87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.311894] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.311894] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.312463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.312463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.312463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.312551] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be updated. [ 706.355217] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.355392] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.355392] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.355638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.356861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.368459] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 706.796125] env[65116]: INFO networking_nsxv3.common.synchronization [req-e1fac7d5-0acc-4cab-957d-47f46cbb9539 req-9e85ce6e-dbb0-4d7d-b9e7-6d71eb006cd4 service nova] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_rules [ 706.796326] env[65116]: INFO networking_nsxv3.common.synchronization [req-e1fac7d5-0acc-4cab-957d-47f46cbb9539 req-9e85ce6e-dbb0-4d7d-b9e7-6d71eb006cd4 service nova] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 706.796464] env[65116]: INFO networking_nsxv3.common.synchronization [req-e1fac7d5-0acc-4cab-957d-47f46cbb9539 req-9e85ce6e-dbb0-4d7d-b9e7-6d71eb006cd4 service nova] Enqueued Resource ID: df584c77-b7b3-4d0f-a9eb-6dece1793f87 with Priority: HIGHEST for action port [ 706.798556] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_rules [ 706.798790] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 706.799542] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df584c77-b7b3-4d0f-a9eb-6dece1793f87 with Priority: HIGHEST for action port [ 706.800185] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.800413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.800662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.800960] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.801118] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.802953] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.803341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.803689] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-df584c77-b7b3-4d0f-a9eb-6dece1793f87 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.803826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df584c77-b7b3-4d0f-a9eb-6dece1793f87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.803865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df584c77-b7b3-4d0f-a9eb-6dece1793f87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.806026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df584c77-b7b3-4d0f-a9eb-6dece1793f87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.806026] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df584c77-b7b3-4d0f-a9eb-6dece1793f87',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.306197] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.306394] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.311330] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df584c77-b7b3-4d0f-a9eb-6dece1793f87 with status ACTIVE [ 707.311663] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.312480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.312480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.312480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.312480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.312971] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.312971] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.312971] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.312971] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.313183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.313274] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.313380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.313447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.313598] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.313678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.313787] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df584c77-b7b3-4d0f-a9eb-6dece1793f87 is going to be updated. [ 707.337015] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.337810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.337810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.337810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.338187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.338430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df584c77-b7b3-4d0f-a9eb-6dece1793f87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.605603] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: SUCCESS [ 707.605833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.606021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.606578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.606578] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.606578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.606757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.606786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.606865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.606952] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.607055] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.111405] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.111405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.111405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.111405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.111405] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.111405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.111405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.111405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.111405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.111405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.112349] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.112349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.112349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.112349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.112349] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.112349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.112349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.112349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.112349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.112612] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.113021] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.385225] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 708.385551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.385664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.385926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.386138] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.386262] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.386328] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.386489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.386594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.390036] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.617062] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7807efd-5e41-4daa-9c2a-bef76c49aef5: rpc.has_security_group_logging(os_id): False [ 708.639488] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.639488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.639488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.639689] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.639796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.639991] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.640121] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.640163] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.640315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.640391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.640574] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.640696] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.640727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.640855] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.640927] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.641132] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.641225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.641296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.641429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.641500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.641584] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 is going to be updated. [ 708.764420] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.764687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.764805] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.765071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.765278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.780560] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: IN_PROGRESS for 2s [ 708.890626] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.173272] env[65116]: INFO networking_nsxv3.common.synchronization [None req-fd329495-2e4b-4142-8a71-26685346e629 None None] Enqueued Resource ID: e627a7fe-3148-4ac3-a7b4-6b5245b4d277 with Priority: HIGHEST for action port [ 709.173658] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e627a7fe-3148-4ac3-a7b4-6b5245b4d277 with Priority: HIGHEST for action port [ 709.173978] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-e627a7fe-3148-4ac3-a7b4-6b5245b4d277 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.174176] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e627a7fe-3148-4ac3-a7b4-6b5245b4d277" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.174278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e627a7fe-3148-4ac3-a7b4-6b5245b4d277" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.174524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e627a7fe-3148-4ac3-a7b4-6b5245b4d277" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.174594] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e627a7fe-3148-4ac3-a7b4-6b5245b4d277',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.392799] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.677524] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e627a7fe-3148-4ac3-a7b4-6b5245b4d277 [ 709.678537] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.678755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.678953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.679084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.679185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.679742] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e627a7fe-3148-4ac3-a7b4-6b5245b4d277 already deleted. [ 709.679742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e627a7fe-3148-4ac3-a7b4-6b5245b4d277" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.897977] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.897977] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.897977] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.897977] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.897977] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.897977] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be updated. [ 709.934489] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.934489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.934489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.934489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.934489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.952594] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 710.099206] env[65116]: INFO networking_nsxv3.common.synchronization [req-1c17aa2b-84fa-4ee9-a9ce-9bd68f0ece92 req-eb09730d-7538-4a47-9c32-3c0c2b445695 tempest-MultipleCreateTestJSON-886329717 tempest-MultipleCreateTestJSON-886329717-project-member] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 710.099600] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 710.099965] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.100098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.100186] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.100570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.100570] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.100914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.100914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.100914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.100914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.101154] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.570021] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.570021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.570021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.570021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.570021] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.573800] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.574153] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.574546] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.575182] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.575182] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.575182] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.575328] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.575360] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.575456] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.575580] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.575706] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.600030] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.600030] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.600030] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.600030] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.600850] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-97194a81-8ff7-43dd-83f6-c4cce03f1985 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.602104] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-97194a81-8ff7-43dd-83f6-c4cce03f1985" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.602104] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-97194a81-8ff7-43dd-83f6-c4cce03f1985" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.602104] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-97194a81-8ff7-43dd-83f6-c4cce03f1985" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.602104] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97194a81-8ff7-43dd-83f6-c4cce03f1985',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.604040] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.604345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.604526] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.606926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.606926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.606926] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.606926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.606926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.606926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.606926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.606926] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be updated. [ 710.638111] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.638319] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.638566] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.638812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.640146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.652272] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 2s [ 710.797079] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: SUCCESS [ 710.797311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.004763] env[65116]: INFO networking_nsxv3.common.synchronization [None req-dec7e9d4-5354-4695-b3ae-8c2aeb4e49a2 None None] Enqueued Resource ID: d52f2fa6-8baf-4879-90ff-c3f7b35d047a with Priority: HIGHEST for action port [ 711.007100] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d52f2fa6-8baf-4879-90ff-c3f7b35d047a with Priority: HIGHEST for action port [ 711.007454] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-d52f2fa6-8baf-4879-90ff-c3f7b35d047a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.007580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d52f2fa6-8baf-4879-90ff-c3f7b35d047a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.007724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d52f2fa6-8baf-4879-90ff-c3f7b35d047a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.007890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d52f2fa6-8baf-4879-90ff-c3f7b35d047a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.007972] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d52f2fa6-8baf-4879-90ff-c3f7b35d047a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.105441] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.105710] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.105710] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.105999] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.106582] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.106582] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 97194a81-8ff7-43dd-83f6-c4cce03f1985 not found, creating... [ 711.106811] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.107017] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.107171] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.107535] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.107609] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.108048] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.108245] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.108369] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.108582] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.108712] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.108871] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 97194a81-8ff7-43dd-83f6-c4cce03f1985 is going to be created. [ 711.131156] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.131399] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.132290] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.132290] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.132290] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.132290] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-97194a81-8ff7-43dd-83f6-c4cce03f1985" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.512181] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d52f2fa6-8baf-4879-90ff-c3f7b35d047a [ 711.512446] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.512596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.512669] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.512896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.512988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.513094] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d52f2fa6-8baf-4879-90ff-c3f7b35d047a already deleted. [ 711.513179] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d52f2fa6-8baf-4879-90ff-c3f7b35d047a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.649026] env[65116]: INFO networking_nsxv3.common.synchronization [None req-bff623f2-da9a-419f-8e1a-0a509a1b6e37 None None] Enqueued Resource ID: e06a9c37-4a54-4431-85b2-d5c10266aae0 with Priority: HIGHEST for action port [ 711.649645] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06a9c37-4a54-4431-85b2-d5c10266aae0 with Priority: HIGHEST for action port [ 711.649984] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-e06a9c37-4a54-4431-85b2-d5c10266aae0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.650141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e06a9c37-4a54-4431-85b2-d5c10266aae0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.650141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e06a9c37-4a54-4431-85b2-d5c10266aae0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.650634] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e06a9c37-4a54-4431-85b2-d5c10266aae0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.650703] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06a9c37-4a54-4431-85b2-d5c10266aae0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.862641] env[65116]: INFO networking_nsxv3.common.synchronization [req-1c17aa2b-84fa-4ee9-a9ce-9bd68f0ece92 req-c11d8a1d-a281-4625-b30e-9a46624ed260 service nova] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_rules [ 711.867208] env[65116]: INFO networking_nsxv3.common.synchronization [req-1c17aa2b-84fa-4ee9-a9ce-9bd68f0ece92 req-c11d8a1d-a281-4625-b30e-9a46624ed260 service nova] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 711.867208] env[65116]: INFO networking_nsxv3.common.synchronization [req-1c17aa2b-84fa-4ee9-a9ce-9bd68f0ece92 req-c11d8a1d-a281-4625-b30e-9a46624ed260 service nova] Enqueued Resource ID: 97194a81-8ff7-43dd-83f6-c4cce03f1985 with Priority: HIGHEST for action port [ 711.869275] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_rules [ 711.869275] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 711.869275] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97194a81-8ff7-43dd-83f6-c4cce03f1985 with Priority: HIGHEST for action port [ 711.869275] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.869275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.869275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.869275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.869275] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.869838] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.869838] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.869916] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-97194a81-8ff7-43dd-83f6-c4cce03f1985 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.869968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97194a81-8ff7-43dd-83f6-c4cce03f1985" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.870186] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97194a81-8ff7-43dd-83f6-c4cce03f1985" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.870233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97194a81-8ff7-43dd-83f6-c4cce03f1985" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.870306] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97194a81-8ff7-43dd-83f6-c4cce03f1985',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.962283] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 711.962558] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.962757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.963019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.963362] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.963515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.963603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.963792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.963898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.964049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.964156] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.153659] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e06a9c37-4a54-4431-85b2-d5c10266aae0 [ 712.153929] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.154086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.154160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.154504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.154583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.154686] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e06a9c37-4a54-4431-85b2-d5c10266aae0 already deleted. [ 712.154772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e06a9c37-4a54-4431-85b2-d5c10266aae0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.222323] env[65116]: INFO networking_nsxv3.common.synchronization [req-b71a90c5-0c6e-434c-8c1b-47f9f96623cb req-7d588f0b-3704-4202-92ff-e0064d1864d2 tempest-ServersAdminNegativeTestJSON-1695887275 tempest-ServersAdminNegativeTestJSON-1695887275-project-member] Enqueued Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_members [ 712.222694] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_members [ 712.223210] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.223210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.223210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.223406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.227074] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.227074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.227074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.227074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.227074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.227074] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.375637] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.375637] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.375637] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97194a81-8ff7-43dd-83f6-c4cce03f1985 with status ACTIVE [ 712.375637] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.375637] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.375637] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.378022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.378022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.378022] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.378022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.378022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.378022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.378022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.378022] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.378022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.378022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.378022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.378022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.378022] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97194a81-8ff7-43dd-83f6-c4cce03f1985 is going to be updated. [ 712.404978] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.404978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.404978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.404978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.405269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.405269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97194a81-8ff7-43dd-83f6-c4cce03f1985" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.468118] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.468755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.468755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.468905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.469310] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.469310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.469504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.469685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.469847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.470026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.470280] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.470448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.470583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.470817] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.471084] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.471260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.471385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.471826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.471826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.471930] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.472041] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.662796] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 712.663172] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd deletion is rescheduled due to dependency. [ 712.663172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.663310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.663567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.663667] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.663740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.663795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.663948] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.664052] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.664127] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.729325] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.851747] env[65116]: INFO networking_nsxv3.common.synchronization [req-1c17aa2b-84fa-4ee9-a9ce-9bd68f0ece92 req-aa46c2f2-c45e-405a-8b32-1660c26bbbd2 tempest-MultipleCreateTestJSON-886329717 tempest-MultipleCreateTestJSON-886329717-project-member] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 712.852294] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 712.852613] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.852723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.930898] env[65116]: INFO networking_nsxv3.common.synchronization [None req-aa6a88ea-25b4-4136-8717-edd8572252b4 None None] Enqueued Resource ID: dad66f34-abac-4d60-b322-bffd170d315d with Priority: HIGHEST for action port [ 712.933926] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad66f34-abac-4d60-b322-bffd170d315d with Priority: HIGHEST for action port [ 712.933926] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad66f34-abac-4d60-b322-bffd170d315d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.935247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad66f34-abac-4d60-b322-bffd170d315d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.935344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad66f34-abac-4d60-b322-bffd170d315d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.935703] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad66f34-abac-4d60-b322-bffd170d315d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.935816] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad66f34-abac-4d60-b322-bffd170d315d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.975214] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f090cd0f-2654-4c14-8e8d-4f34bcfb7abe: rpc.has_security_group_logging(os_id): False [ 712.998232] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.998232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.998232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.998232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.998232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.998232] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.998232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.998232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.998232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.998232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.998232] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.998232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.998232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.998232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.998232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.998985] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.998985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.998985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.998985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.998985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.998985] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be updated. [ 713.105914] env[65116]: INFO networking_nsxv3.common.synchronization [req-36ed852b-2da0-4eab-a39c-5e6f422d684e req-18e89882-91c6-4dae-9610-bf40ba68732d tempest-AttachInterfacesUnderV243Test-2017370622 tempest-AttachInterfacesUnderV243Test-2017370622-project-member] Enqueued Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_members [ 713.108362] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_members [ 713.108362] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.108484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.108899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.108899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.109075] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.109244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.109293] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.109634] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.109634] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.109977] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.133889] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.134074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.134148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.135270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.135270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.153125] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 713.155886] env[65116]: INFO networking_nsxv3.common.synchronization [req-36ed852b-2da0-4eab-a39c-5e6f422d684e req-18e89882-91c6-4dae-9610-bf40ba68732d tempest-AttachInterfacesUnderV243Test-2017370622 tempest-AttachInterfacesUnderV243Test-2017370622-project-member] Enqueued Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_rules [ 713.158759] env[65116]: INFO networking_nsxv3.common.synchronization [req-36ed852b-2da0-4eab-a39c-5e6f422d684e req-18e89882-91c6-4dae-9610-bf40ba68732d tempest-AttachInterfacesUnderV243Test-2017370622 tempest-AttachInterfacesUnderV243Test-2017370622-project-member] Enqueued Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_members [ 713.158759] env[65116]: INFO networking_nsxv3.common.synchronization [req-36ed852b-2da0-4eab-a39c-5e6f422d684e req-18e89882-91c6-4dae-9610-bf40ba68732d tempest-AttachInterfacesUnderV243Test-2017370622 tempest-AttachInterfacesUnderV243Test-2017370622-project-member] Enqueued Resource ID: 5604925f-4cea-418a-a42d-502bac3a6114 with Priority: HIGHEST for action port [ 713.159023] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_rules [ 713.159684] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_members [ 713.159684] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604925f-4cea-418a-a42d-502bac3a6114 with Priority: HIGHEST for action port [ 713.159684] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.159684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.159684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.159914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.159962] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.161950] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.162075] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.162292] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-5604925f-4cea-418a-a42d-502bac3a6114 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.162430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.162538] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.162708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.162791] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5604925f-4cea-418a-a42d-502bac3a6114',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.166114] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.233428] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.343373] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.343576] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.343711] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.344045] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.344556] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.345200] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.345200] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.345200] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.345550] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.345896] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.346063] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.346228] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.346396] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.346564] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.346727] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.348082] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.374009] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.374009] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.374188] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.374350] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-584" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.374739] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-38e0b295-fa6e-4faa-be7b-8ec82a785df2 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.374915] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-38e0b295-fa6e-4faa-be7b-8ec82a785df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.375217] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-38e0b295-fa6e-4faa-be7b-8ec82a785df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.375681] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-38e0b295-fa6e-4faa-be7b-8ec82a785df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.375904] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38e0b295-fa6e-4faa-be7b-8ec82a785df2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.442696] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dad66f34-abac-4d60-b322-bffd170d315d [ 713.442887] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.443710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.443710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.443710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.443710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.443710] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dad66f34-abac-4d60-b322-bffd170d315d already deleted. [ 713.443710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad66f34-abac-4d60-b322-bffd170d315d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.614438] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.662754] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.662967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.665513] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5604925f-4cea-418a-a42d-502bac3a6114 with status ACTIVE [ 713.665922] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.666607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.666607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.666607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.666607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.667093] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.667093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.667093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.667093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.667290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.667290] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.667684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.667684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.667684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.667870] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.667870] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5604925f-4cea-418a-a42d-502bac3a6114 is going to be updated. [ 713.669566] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.702733] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.702940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.702940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.703164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.703302] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.703469] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.736652] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.737093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.737188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.737422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.737534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.737638] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b is going to be updated. [ 713.786856] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.786856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.786856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.786856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.786856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.796323] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: IN_PROGRESS for 2s [ 713.878761] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.878967] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.879108] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.879427] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.879799] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.879799] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 38e0b295-fa6e-4faa-be7b-8ec82a785df2 not found, creating... [ 713.879995] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.880173] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.880293] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.880535] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.880674] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.881049] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.881219] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.881335] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.883227] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.883443] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.883633] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 38e0b295-fa6e-4faa-be7b-8ec82a785df2 is going to be created. [ 713.911478] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.912666] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.912666] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.912666] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.912666] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.912666] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-38e0b295-fa6e-4faa-be7b-8ec82a785df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.117218] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.172746] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.173232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.173390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.173672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.173854] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.174046] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be updated. [ 714.215898] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.215898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.215898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.215898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.215898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.224662] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 2s [ 714.618556] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.618803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.618803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.619084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.619182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.619319] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 is going to be updated. [ 714.652483] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.652483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.652483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.652483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.652483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.661068] env[65116]: INFO networking_nsxv3.common.synchronization [req-1c17aa2b-84fa-4ee9-a9ce-9bd68f0ece92 req-5fc91a65-6c78-433f-ae7a-ee017594a8ff service nova] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_rules [ 714.661218] env[65116]: INFO networking_nsxv3.common.synchronization [req-1c17aa2b-84fa-4ee9-a9ce-9bd68f0ece92 req-5fc91a65-6c78-433f-ae7a-ee017594a8ff service nova] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 714.661349] env[65116]: INFO networking_nsxv3.common.synchronization [req-1c17aa2b-84fa-4ee9-a9ce-9bd68f0ece92 req-5fc91a65-6c78-433f-ae7a-ee017594a8ff service nova] Enqueued Resource ID: 38e0b295-fa6e-4faa-be7b-8ec82a785df2 with Priority: HIGHEST for action port [ 714.661989] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_rules [ 714.662315] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 714.662507] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e0b295-fa6e-4faa-be7b-8ec82a785df2 with Priority: HIGHEST for action port [ 714.664236] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: IN_PROGRESS for 2s [ 714.665311] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.665311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.665482] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.665918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.668284] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-38e0b295-fa6e-4faa-be7b-8ec82a785df2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.668284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38e0b295-fa6e-4faa-be7b-8ec82a785df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.668284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38e0b295-fa6e-4faa-be7b-8ec82a785df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.668284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38e0b295-fa6e-4faa-be7b-8ec82a785df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.668284] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38e0b295-fa6e-4faa-be7b-8ec82a785df2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.170093] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38e0b295-fa6e-4faa-be7b-8ec82a785df2 with status ACTIVE [ 715.170812] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.170991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.171078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.171304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.171487] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.171607] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.172301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.172301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.172301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.172301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.172643] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.172643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.172772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.172862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.172966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.173262] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38e0b295-fa6e-4faa-be7b-8ec82a785df2 is going to be updated. [ 715.176538] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 715.176816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.204481] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.204652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.204725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.204990] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.205138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.205324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38e0b295-fa6e-4faa-be7b-8ec82a785df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.810145] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: SUCCESS [ 715.810145] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.242435] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 4s [ 716.463886] env[65116]: INFO networking_nsxv3.common.synchronization [req-f03d10ce-7780-490a-8c9c-5f0f2463278d req-4110f7d9-db73-4ae1-95ba-c2ee7b86c272 tempest-ImagesOneServerNegativeTestJSON-1452745102 tempest-ImagesOneServerNegativeTestJSON-1452745102-project-member] Enqueued Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 716.464835] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 716.464925] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.465294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.465294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.465510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.465728] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.465869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.465963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.466194] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.466317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.466456] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.677729] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: SUCCESS [ 716.677729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.677729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.677880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.678076] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.678175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.678175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.678793] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.678895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.685028] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.915060] env[65116]: INFO networking_nsxv3.common.synchronization [req-42b926b0-3c59-46c6-9509-6f38cb5456e0 req-4cb70635-6822-45de-b88c-4ead352cdc2f tempest-ImagesOneServerTestJSON-1208848406 tempest-ImagesOneServerTestJSON-1208848406-project-member] Enqueued Resource ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 with Priority: HIGHEST for action security_group_members [ 716.916032] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 with Priority: HIGHEST for action security_group_members [ 716.916032] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7967e01-0ab6-4598-9f7f-f0c6118c1952 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.919078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.919078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.919078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.919078] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.919078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.919078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.919078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.919078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.919078] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7967e01-0ab6-4598-9f7f-f0c6118c1952',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.969020] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.969229] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.969321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.970429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.970429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.970429] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.970429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.970429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.970853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.970853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.970853] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f is going to be updated. [ 717.005878] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.005878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.006331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.006729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.006729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.019703] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: IN_PROGRESS for 2s [ 717.181518] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.423558] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.423774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.423877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.425247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.425247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.425937] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.426574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.426752] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.427574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.427651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.428356] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 is going to be updated. [ 717.467137] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.467254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.467286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.467600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.467682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.487378] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 in Status: IN_PROGRESS for 2s [ 717.685737] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.191454] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.192561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.192561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.192561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.192561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.192561] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 is going to be updated. [ 718.233247] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.233449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.233540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.233759] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.233905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.244435] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: IN_PROGRESS for 2s [ 718.255802] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 718.256057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.256241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.256477] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.256681] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.256816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.256915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.257141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.257199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.257289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.257402] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.258303] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.258500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.258723] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.258846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.258938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.259179] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.259269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.259373] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.762228] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.762479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.762601] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.035829] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: SUCCESS [ 719.035829] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f deletion is rescheduled due to dependency. [ 719.035829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.264622] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.502637] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 in Status: SUCCESS [ 719.502637] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 deletion is rescheduled due to dependency. [ 719.502637] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.767157] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.767696] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.767696] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.768496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.768496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.769279] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be updated. [ 719.796614] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.796710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.796789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.796998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.797161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.810427] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 2s [ 720.010770] env[65116]: INFO networking_nsxv3.common.synchronization [req-1a72f0a0-4f56-4b79-b8fb-de1139b2d4ab req-ee90390d-c71e-4427-b138-c5e376f4df53 tempest-ListServerFiltersTestJSON-516348507 tempest-ListServerFiltersTestJSON-516348507-project-member] Enqueued Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 720.011391] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 720.011739] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.011885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.011964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.013422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.013603] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.013729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.013799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.016220] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.016387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.016521] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.256090] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: SUCCESS [ 720.256327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.256503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.256716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.256907] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.258057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.258057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.258057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.258057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.258057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.258057] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.440604] env[65116]: INFO networking_nsxv3.common.synchronization [None req-66bbf446-fc76-40e5-8e66-c0021f80925f None None] Enqueued Resource ID: 9b5da088-d439-4dbd-8fe4-08dbbf75cb0e with Priority: HIGHEST for action port [ 720.441551] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5da088-d439-4dbd-8fe4-08dbbf75cb0e with Priority: HIGHEST for action port [ 720.441551] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b5da088-d439-4dbd-8fe4-08dbbf75cb0e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.441935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b5da088-d439-4dbd-8fe4-08dbbf75cb0e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.441935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b5da088-d439-4dbd-8fe4-08dbbf75cb0e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.442171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b5da088-d439-4dbd-8fe4-08dbbf75cb0e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.442171] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b5da088-d439-4dbd-8fe4-08dbbf75cb0e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.518636] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.745115] env[65116]: INFO networking_nsxv3.common.synchronization [req-1834fc72-71e2-408d-b832-85b11fc59657 req-b289b668-d4b8-4932-bc90-e184ab0f1bd3 tempest-AttachInterfacesUnderV243Test-2017370622 tempest-AttachInterfacesUnderV243Test-2017370622-project-member] Enqueued Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_members [ 720.746304] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_members [ 720.746304] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.746304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.746304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.746304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.746304] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.746792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.746792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.746792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.746792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.746792] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.762102] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.764127] env[65116]: INFO networking_nsxv3.common.synchronization [req-1834fc72-71e2-408d-b832-85b11fc59657 req-b289b668-d4b8-4932-bc90-e184ab0f1bd3 tempest-AttachInterfacesUnderV243Test-2017370622 tempest-AttachInterfacesUnderV243Test-2017370622-project-member] Enqueued Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_rules [ 720.764368] env[65116]: INFO networking_nsxv3.common.synchronization [req-1834fc72-71e2-408d-b832-85b11fc59657 req-b289b668-d4b8-4932-bc90-e184ab0f1bd3 tempest-AttachInterfacesUnderV243Test-2017370622 tempest-AttachInterfacesUnderV243Test-2017370622-project-member] Enqueued Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_members [ 720.764503] env[65116]: INFO networking_nsxv3.common.synchronization [req-1834fc72-71e2-408d-b832-85b11fc59657 req-b289b668-d4b8-4932-bc90-e184ab0f1bd3 tempest-AttachInterfacesUnderV243Test-2017370622 tempest-AttachInterfacesUnderV243Test-2017370622-project-member] Enqueued Resource ID: 5604925f-4cea-418a-a42d-502bac3a6114 with Priority: HIGHEST for action port [ 720.765219] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_rules [ 720.765390] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_members [ 720.765492] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604925f-4cea-418a-a42d-502bac3a6114 with Priority: HIGHEST for action port [ 720.765889] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.765889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.766182] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.766182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.766381] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-5604925f-4cea-418a-a42d-502bac3a6114 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.766550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.766550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.766762] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.766848] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5604925f-4cea-418a-a42d-502bac3a6114',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.815431] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.815628] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.815751] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.816069] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.816354] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.816528] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.816640] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.816859] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.817140] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.817386] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.817495] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.817608] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.818216] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.818216] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.818216] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.818216] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.838708] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.839037] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.839142] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.839400] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-87" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.839835] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-2cd8c718-cf4c-4d35-92ae-d95f45242770 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.840051] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-2cd8c718-cf4c-4d35-92ae-d95f45242770" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.840241] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-2cd8c718-cf4c-4d35-92ae-d95f45242770" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.840780] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-2cd8c718-cf4c-4d35-92ae-d95f45242770" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.841440] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cd8c718-cf4c-4d35-92ae-d95f45242770',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.944718] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b5da088-d439-4dbd-8fe4-08dbbf75cb0e [ 720.944907] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.944907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.945094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.945469] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.945469] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.945469] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b5da088-d439-4dbd-8fe4-08dbbf75cb0e already deleted. [ 720.945726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b5da088-d439-4dbd-8fe4-08dbbf75cb0e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.028057] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.255112] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.266713] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2db4f55-6f81-4a38-ac72-8ba8935079c5: rpc.has_security_group_logging(os_id): False [ 721.273883] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5604925f-4cea-418a-a42d-502bac3a6114 with status ACTIVE [ 721.273883] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.273883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.273883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.273883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.273883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.273883] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.273883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.273883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.273883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.273883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.273883] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.273883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.273883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.273883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.273883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.273883] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5604925f-4cea-418a-a42d-502bac3a6114 is going to be updated. [ 721.287121] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.287274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.287344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.288766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.288766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.288766] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.288766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.288766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.288766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.288766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.288766] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 is going to be updated. [ 721.308553] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.309138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.309138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.309138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.309250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.309384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5604925f-4cea-418a-a42d-502bac3a6114" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.344375] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.344639] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.344806] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.345144] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.345346] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.345457] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 2cd8c718-cf4c-4d35-92ae-d95f45242770 not found, creating... [ 721.345734] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.346202] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.346202] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.346284] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.346535] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.346717] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.346960] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.349860] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.350617] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.350617] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.350617] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 2cd8c718-cf4c-4d35-92ae-d95f45242770 is going to be created. [ 721.388466] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.388737] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.388737] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.389471] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.389729] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.390047] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-2cd8c718-cf4c-4d35-92ae-d95f45242770" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.392592] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.392738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.392866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.392967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.393124] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.422947] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: IN_PROGRESS for 2s [ 721.529832] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.529832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.530256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.530256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.530333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.530517] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 is going to be updated. [ 721.574865] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.574981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.575060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.575349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.575505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.587361] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: IN_PROGRESS for 2s [ 721.756952] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.825325] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 721.827332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.827332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.827332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.827332] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.827332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.827332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.827332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.827332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.827332] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.180081] env[65116]: INFO networking_nsxv3.common.synchronization [req-1a72f0a0-4f56-4b79-b8fb-de1139b2d4ab req-5bda2098-1040-4dbb-aaab-a060d127cf90 service nova] Enqueued Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_rules [ 722.180081] env[65116]: INFO networking_nsxv3.common.synchronization [req-1a72f0a0-4f56-4b79-b8fb-de1139b2d4ab req-5bda2098-1040-4dbb-aaab-a060d127cf90 service nova] Enqueued Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 722.180081] env[65116]: INFO networking_nsxv3.common.synchronization [req-1a72f0a0-4f56-4b79-b8fb-de1139b2d4ab req-5bda2098-1040-4dbb-aaab-a060d127cf90 service nova] Enqueued Resource ID: 2cd8c718-cf4c-4d35-92ae-d95f45242770 with Priority: HIGHEST for action port [ 722.180373] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_rules [ 722.180373] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 722.180373] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd8c718-cf4c-4d35-92ae-d95f45242770 with Priority: HIGHEST for action port [ 722.180373] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.180373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.182128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.182523] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.183687] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.184848] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.184918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.185111] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cd8c718-cf4c-4d35-92ae-d95f45242770 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.185219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cd8c718-cf4c-4d35-92ae-d95f45242770" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.185289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cd8c718-cf4c-4d35-92ae-d95f45242770" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.185585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cd8c718-cf4c-4d35-92ae-d95f45242770" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.193412] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cd8c718-cf4c-4d35-92ae-d95f45242770',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.263396] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.263396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.263396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.263396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.263396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.263396] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 is going to be updated. [ 722.318554] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.318554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.318850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.318850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.318947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.333635] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.338827] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: IN_PROGRESS for 2s [ 722.696031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.696031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.696031] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cd8c718-cf4c-4d35-92ae-d95f45242770 with status ACTIVE [ 722.696031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.696031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.696031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.696031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.696031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.696031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.696031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.696031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.696031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.696031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.696031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.696867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.696867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.696867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.696867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.696867] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cd8c718-cf4c-4d35-92ae-d95f45242770 is going to be updated. [ 722.718076] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.718229] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.718302] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.718546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.718695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.718870] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cd8c718-cf4c-4d35-92ae-d95f45242770" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.836205] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.029979] env[65116]: INFO networking_nsxv3.common.synchronization [None req-dc807f7f-6766-49a2-bcc3-fcd175c33d83 None None] Enqueued Resource ID: 5eb63773-9ff3-41db-85e9-08d976dbcb9c with Priority: HIGHEST for action port [ 723.030484] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb63773-9ff3-41db-85e9-08d976dbcb9c with Priority: HIGHEST for action port [ 723.031409] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eb63773-9ff3-41db-85e9-08d976dbcb9c taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.031687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eb63773-9ff3-41db-85e9-08d976dbcb9c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.031757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eb63773-9ff3-41db-85e9-08d976dbcb9c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.032445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eb63773-9ff3-41db-85e9-08d976dbcb9c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.034417] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eb63773-9ff3-41db-85e9-08d976dbcb9c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.339129] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.339273] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.339339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.339558] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.339645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.339763] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be updated. [ 723.432942] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.432942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.432942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.432942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.432942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.446315] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: SUCCESS [ 723.446638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.446906] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.449961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.449961] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.451724] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 2s [ 723.536981] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5eb63773-9ff3-41db-85e9-08d976dbcb9c [ 723.536981] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.536981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.536981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.536981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.536981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.536981] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5eb63773-9ff3-41db-85e9-08d976dbcb9c already deleted. [ 723.536981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eb63773-9ff3-41db-85e9-08d976dbcb9c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.603197] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: SUCCESS [ 723.603806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.604062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.604298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.604540] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.604744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.604744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.605039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.605135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.605339] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.953508] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.953931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.109423] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.305060] env[65116]: INFO networking_nsxv3.common.synchronization [None req-4e440544-4677-44ba-a79a-0a13266fcefd None None] Enqueued Resource ID: 80ee8009-2cec-4b70-94a2-e00eb7c980cb with Priority: HIGHEST for action port [ 724.305678] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ee8009-2cec-4b70-94a2-e00eb7c980cb with Priority: HIGHEST for action port [ 724.307837] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-80ee8009-2cec-4b70-94a2-e00eb7c980cb taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.307837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80ee8009-2cec-4b70-94a2-e00eb7c980cb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.307837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80ee8009-2cec-4b70-94a2-e00eb7c980cb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.308087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80ee8009-2cec-4b70-94a2-e00eb7c980cb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.310236] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80ee8009-2cec-4b70-94a2-e00eb7c980cb',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.354651] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: SUCCESS [ 724.354651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.354651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.354794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.355102] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.355102] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.355232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.355332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.355389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.355930] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.613840] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.813061] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80ee8009-2cec-4b70-94a2-e00eb7c980cb [ 724.813318] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.813446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.813515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.813731] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.814197] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.814197] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80ee8009-2cec-4b70-94a2-e00eb7c980cb already deleted. [ 724.814197] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80ee8009-2cec-4b70-94a2-e00eb7c980cb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.859623] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.912321] env[65116]: INFO networking_nsxv3.common.synchronization [req-a7669cae-e00d-4a45-b8ab-ddb7cd03025c req-377477a3-9e16-4347-8822-46cdcd8b43fc tempest-FloatingIPsAssociationNegativeTestJSON-276968950 tempest-FloatingIPsAssociationNegativeTestJSON-276968950-project-member] Enqueued Resource ID: 74431342-dd4f-4a9a-abf2-f150e067298d with Priority: HIGHEST for action security_group_members [ 724.914779] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74431342-dd4f-4a9a-abf2-f150e067298d with Priority: HIGHEST for action security_group_members [ 724.914779] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-74431342-dd4f-4a9a-abf2-f150e067298d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.914779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.914779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.914779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.917441] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.917701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.917825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.918167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.918167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.918276] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74431342-dd4f-4a9a-abf2-f150e067298d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.115591] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.116410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.116410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.116410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.116410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.116410] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 is going to be updated. [ 725.159299] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.159497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.160040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.160253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.161080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.180882] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: IN_PROGRESS for 2s [ 725.362843] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.422084] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.422297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.422383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.422660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.422755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.423013] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.423162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.423282] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.423537] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.423672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.423770] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74431342-dd4f-4a9a-abf2-f150e067298d already deleted. [ 725.423870] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.472031] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 725.472031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.472031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.472031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.472031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.472031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.472031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.472031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.472031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.472031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.472031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.472031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.472031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.472031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.472031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.473051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.473760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.474051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.474410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.474626] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.474850] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.498227] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.498227] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-450" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.498227] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-450" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.498227] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-450" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.498227] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.499590] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.500051] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.500828] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.501285] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.501601] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.501821] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.502022] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.502213] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.502406] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.502590] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.502903] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.524287] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.524287] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.525292] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.525292] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-450" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.525292] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-309f55e1-46cc-4806-9645-15db4d937a0b taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.525292] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-309f55e1-46cc-4806-9645-15db4d937a0b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.525292] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-309f55e1-46cc-4806-9645-15db4d937a0b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.525639] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-309f55e1-46cc-4806-9645-15db4d937a0b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.525690] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('309f55e1-46cc-4806-9645-15db4d937a0b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.866164] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.868216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.868216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.868216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.868216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.868216] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 is going to be updated. [ 725.903563] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.903563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.903563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.903806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.904020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.914131] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: IN_PROGRESS for 2s [ 725.977863] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56595715-0840-4b10-bc63-51b1434520cd: rpc.has_security_group_logging(os_id): False [ 725.997276] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.997464] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.997549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.997800] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.997942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.998273] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.998455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.998522] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.998701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.998785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.998975] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.999093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.999174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.999295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.999462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.999795] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.999795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.999795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.999950] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.999989] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.000130] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be updated. [ 726.031029] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.031029] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.031029] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.031029] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.031029] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.031029] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 309f55e1-46cc-4806-9645-15db4d937a0b not found, creating... [ 726.031029] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.031029] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.031029] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.031029] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.031029] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.031922] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.032643] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.033127] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.033975] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.035028] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.035554] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 309f55e1-46cc-4806-9645-15db4d937a0b is going to be created. [ 726.063517] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.063773] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.063900] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.064263] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.064515] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.064779] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-309f55e1-46cc-4806-9645-15db4d937a0b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.067593] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.067727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.067795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.068126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.068126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.088086] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 2s [ 726.832648] env[65116]: INFO networking_nsxv3.common.synchronization [req-a7669cae-e00d-4a45-b8ab-ddb7cd03025c req-80ca4a3b-3adb-4b9b-9958-73d0d4e83a9a service nova] Enqueued Resource ID: 74431342-dd4f-4a9a-abf2-f150e067298d with Priority: HIGHEST for action security_group_rules [ 726.832648] env[65116]: INFO networking_nsxv3.common.synchronization [req-a7669cae-e00d-4a45-b8ab-ddb7cd03025c req-80ca4a3b-3adb-4b9b-9958-73d0d4e83a9a service nova] Enqueued Resource ID: 74431342-dd4f-4a9a-abf2-f150e067298d with Priority: HIGHEST for action security_group_members [ 726.832648] env[65116]: INFO networking_nsxv3.common.synchronization [req-a7669cae-e00d-4a45-b8ab-ddb7cd03025c req-80ca4a3b-3adb-4b9b-9958-73d0d4e83a9a service nova] Enqueued Resource ID: 309f55e1-46cc-4806-9645-15db4d937a0b with Priority: HIGHEST for action port [ 726.833368] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74431342-dd4f-4a9a-abf2-f150e067298d with Priority: HIGHEST for action security_group_rules [ 726.833368] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74431342-dd4f-4a9a-abf2-f150e067298d with Priority: HIGHEST for action security_group_members [ 726.833368] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309f55e1-46cc-4806-9645-15db4d937a0b with Priority: HIGHEST for action port [ 726.833617] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74431342-dd4f-4a9a-abf2-f150e067298d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.833617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.833617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.833847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.833957] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74431342-dd4f-4a9a-abf2-f150e067298d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.836399] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-74431342-dd4f-4a9a-abf2-f150e067298d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.836399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.836399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.836399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.836399] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.836399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.836399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.836399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.837284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.837284] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74431342-dd4f-4a9a-abf2-f150e067298d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.840182] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-309f55e1-46cc-4806-9645-15db4d937a0b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.840182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-309f55e1-46cc-4806-9645-15db4d937a0b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.840182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-309f55e1-46cc-4806-9645-15db4d937a0b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.840182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-309f55e1-46cc-4806-9645-15db4d937a0b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.840182] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('309f55e1-46cc-4806-9645-15db4d937a0b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.163052] env[65116]: INFO networking_nsxv3.common.synchronization [None req-76162ee5-fc7e-479b-b10b-44cfe36a3749 None None] Enqueued Resource ID: 7cfa7675-539c-4eb2-aa99-113ce1554e0b with Priority: HIGHEST for action port [ 727.163582] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cfa7675-539c-4eb2-aa99-113ce1554e0b with Priority: HIGHEST for action port [ 727.163883] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cfa7675-539c-4eb2-aa99-113ce1554e0b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.164009] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cfa7675-539c-4eb2-aa99-113ce1554e0b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.164546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cfa7675-539c-4eb2-aa99-113ce1554e0b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.164908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cfa7675-539c-4eb2-aa99-113ce1554e0b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.165029] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cfa7675-539c-4eb2-aa99-113ce1554e0b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.195635] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: SUCCESS [ 727.196028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.196240] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.196439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.196626] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.196749] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.196887] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.196958] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.197051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.197312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.197312] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.339453] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74431342-dd4f-4a9a-abf2-f150e067298d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.343697] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 309f55e1-46cc-4806-9645-15db4d937a0b with status ACTIVE [ 727.343777] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.343905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.343972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.344198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.344313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.344598] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.344704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.344765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.344986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.346531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.346531] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.346531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.346531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.346531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.346531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.346531] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 309f55e1-46cc-4806-9645-15db4d937a0b is going to be updated. [ 727.346875] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-74431342-dd4f-4a9a-abf2-f150e067298d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.346957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.376050] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.376050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.376050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.376209] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.376320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.376489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-309f55e1-46cc-4806-9645-15db4d937a0b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.670453] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cfa7675-539c-4eb2-aa99-113ce1554e0b [ 727.671494] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.673149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.673269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.673468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.673567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.673675] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cfa7675-539c-4eb2-aa99-113ce1554e0b already deleted. [ 727.673757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cfa7675-539c-4eb2-aa99-113ce1554e0b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.701675] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.701675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.701890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.702349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.702349] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.702575] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.702575] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.702945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.702945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.703071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.703453] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.703453] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.703559] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.704100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.704100] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.704100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.704100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.704266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.704266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.704352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.704471] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.842236] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74431342-dd4f-4a9a-abf2-f150e067298d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.929101] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: SUCCESS [ 727.929475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.931472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.931472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.931472] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.931472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.931472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.931472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.931472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.931472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.931863] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.103138] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 728.103384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.103569] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.103790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.103878] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.209633] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7807efd-5e41-4daa-9c2a-bef76c49aef5: rpc.has_security_group_logging(os_id): False [ 728.228584] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.228815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.228870] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.229080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.229223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.229446] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.229567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.229633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.229800] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.229880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.230374] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.230374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.230374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.230797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.230926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.231227] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.231373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.231477] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.231873] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.232018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.232162] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 is going to be updated. [ 728.313452] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.313655] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.313757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.315468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.318195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.345868] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: IN_PROGRESS for 2s [ 728.346260] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.346398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.347028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.347028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.347028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.347028] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74431342-dd4f-4a9a-abf2-f150e067298d is going to be created. [ 728.387090] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.387090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.387090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.389036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.390083] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.402833] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74431342-dd4f-4a9a-abf2-f150e067298d in Status: UNINITIALIZED for 2s [ 728.434547] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.607047] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.607228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.607274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.607545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.607732] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.607834] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.607901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.608077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.608193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.608286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.608380] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.675280] env[65116]: INFO networking_nsxv3.common.synchronization [req-59711a4c-ffd0-4cd9-afde-59067704a4ef req-419069dc-00e8-4a98-88b1-137ba9b68f32 tempest-AttachInterfacesUnderV243Test-2017370622 tempest-AttachInterfacesUnderV243Test-2017370622-project-member] Enqueued Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_members [ 728.675886] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 with Priority: HIGHEST for action security_group_members [ 728.676354] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2db4f55-6f81-4a38-ac72-8ba8935079c5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.676354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.676485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.676579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.676845] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.676845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.676944] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.677034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.677098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.677193] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2db4f55-6f81-4a38-ac72-8ba8935079c5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.766661] env[65116]: INFO networking_nsxv3.common.synchronization [req-9ef331b1-aadc-4fa9-b2a7-5e627f30ad97 req-e6f07c71-8cac-4f0f-9b23-529153503a8e tempest-MultipleCreateTestJSON-886329717 tempest-MultipleCreateTestJSON-886329717-project-member] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 728.767353] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 728.767722] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.767985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.767985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.768259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.768471] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.768604] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.768691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.768890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.769019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.769141] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.941028] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2db4f55-6f81-4a38-ac72-8ba8935079c5: rpc.has_security_group_logging(os_id): False [ 728.965038] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.966153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.966153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.966153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.966153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.966303] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.966351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.966452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.966646] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.966770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.966879] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 is going to be updated. [ 729.040431] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.040591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.040651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.040868] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.041195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.058029] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: IN_PROGRESS for 2s [ 729.112202] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.112477] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.179767] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.179767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.179767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.179992] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.180653] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.181557] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.181557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.181557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.181753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.181844] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.181956] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 is going to be updated. [ 729.225973] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.225973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.225973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.225973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.226366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.238060] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: IN_PROGRESS for 2s [ 729.270828] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.773164] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.872029] env[65116]: INFO networking_nsxv3.common.synchronization [req-fced21d8-0927-4c51-96c2-c993e15c3797 req-e502147f-4f12-49b6-bcd5-a8c287759360 tempest-MultipleCreateTestJSON-886329717 tempest-MultipleCreateTestJSON-886329717-project-member] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 729.876246] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGHEST for action security_group_members [ 729.876246] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.876246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.277778] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.277778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.277778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.277778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.277778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.277778] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be updated. [ 730.316308] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.316454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.316525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.317716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.317716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.330577] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 2s [ 730.362950] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: SUCCESS [ 730.362950] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.415059] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74431342-dd4f-4a9a-abf2-f150e067298d in Status: SUCCESS [ 730.415475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.415592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.416419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.416419] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.416419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.416910] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.417171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.417299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.417426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.417599] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74431342-dd4f-4a9a-abf2-f150e067298d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.923370] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-74431342-dd4f-4a9a-abf2-f150e067298d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.923658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.923851] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.924217] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.924453] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.924662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.924934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.925170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.925388] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.925544] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.926039] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-74431342-dd4f-4a9a-abf2-f150e067298d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.926230] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.926296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.926472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.926629] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.926732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.926787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.926945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.927137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.927281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.927425] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74431342-dd4f-4a9a-abf2-f150e067298d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.087852] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: SUCCESS [ 731.087852] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.252210] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 in Status: SUCCESS [ 731.252317] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2db4f55-6f81-4a38-ac72-8ba8935079c5 deletion is rescheduled due to dependency. [ 731.252701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2db4f55-6f81-4a38-ac72-8ba8935079c5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.435794] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74431342-dd4f-4a9a-abf2-f150e067298d: rpc.has_security_group_logging(os_id): False [ 731.459181] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.459181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.459181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.459181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.459181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.459181] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.459181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.459181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.459181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.459181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.459539] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.459539] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.459539] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.459789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.459789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.460508] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.460508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.460508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.460508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.460508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.460508] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74431342-dd4f-4a9a-abf2-f150e067298d is going to be created. [ 731.589987] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.590240] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.590304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.590671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.590671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.604199] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74431342-dd4f-4a9a-abf2-f150e067298d in Status: IN_PROGRESS for 2s [ 732.343031] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 732.343031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.343031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.343031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.343031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.343031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.343031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.343031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.343031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.343031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.343031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.343031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.343031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.343031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.344868] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.345050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.345163] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.345387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.345474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.345565] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.345656] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.346873] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.346971] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.347220] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.347414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.347477] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.347666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.347762] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.347869] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.798090] env[65116]: INFO networking_nsxv3.common.synchronization [req-59497764-a442-403f-9962-f5c6d123257f req-102dead7-31e2-44de-9fd7-d31a5d459fb6 tempest-ImagesTestJSON-1950073941 tempest-ImagesTestJSON-1950073941-project-member] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 732.798717] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 732.798892] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.799291] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.799402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.799694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.799779] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.799884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.799949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.800106] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.800192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.800286] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.850458] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56595715-0840-4b10-bc63-51b1434520cd: rpc.has_security_group_logging(os_id): False [ 732.851438] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.851438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.851438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.851654] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.851773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.851985] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.852090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.852156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.852332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.852411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.852903] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be updated. [ 732.874260] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.874543] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.874543] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.874771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.874849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.875085] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.875193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.875193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.875501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.875501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.875597] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.875677] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.875738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.875878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.875952] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.876162] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.876256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.876352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.876791] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.876791] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.876791] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be updated. [ 732.885933] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.886122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.886169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.886402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.886499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.898230] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 2s [ 732.945143] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.946033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.946033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.946033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.946278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.963570] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: IN_PROGRESS for 2s [ 733.100166] env[65116]: INFO networking_nsxv3.common.synchronization [None req-f1fa7566-f96a-452b-bd15-e72b393ae114 None None] Enqueued Resource ID: f247c306-e81c-44d8-b120-3abfeac35efc with Priority: HIGHEST for action port [ 733.100760] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f247c306-e81c-44d8-b120-3abfeac35efc with Priority: HIGHEST for action port [ 733.101209] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-f247c306-e81c-44d8-b120-3abfeac35efc taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.101209] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f247c306-e81c-44d8-b120-3abfeac35efc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.101381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f247c306-e81c-44d8-b120-3abfeac35efc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.102800] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f247c306-e81c-44d8-b120-3abfeac35efc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.102800] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f247c306-e81c-44d8-b120-3abfeac35efc',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.302736] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.302920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.302993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.303237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.303336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.303547] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.303647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.303710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.303889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.303967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.304328] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 733.331449] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.331449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.331449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.331589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.331842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.344848] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.345484] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.345484] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.345484] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.345774] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.345938] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.346646] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.346646] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.346646] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.346778] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.346808] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.346903] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.347054] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.347158] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.347265] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.347378] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.349231] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 733.372798] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.372798] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.372798] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.372798] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.372798] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-b5cdcd85-1d9d-4eb2-8705-20970c1d609e taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.372798] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-b5cdcd85-1d9d-4eb2-8705-20970c1d609e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.372798] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-b5cdcd85-1d9d-4eb2-8705-20970c1d609e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.372798] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-b5cdcd85-1d9d-4eb2-8705-20970c1d609e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.372798] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5cdcd85-1d9d-4eb2-8705-20970c1d609e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.607205] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f247c306-e81c-44d8-b120-3abfeac35efc [ 733.607618] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.607875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.608043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.608355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.608529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.609369] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f247c306-e81c-44d8-b120-3abfeac35efc already deleted. [ 733.609369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f247c306-e81c-44d8-b120-3abfeac35efc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.622259] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74431342-dd4f-4a9a-abf2-f150e067298d in Status: SUCCESS [ 733.622259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.873697] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.873986] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.874158] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.874356] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.874552] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.874720] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port b5cdcd85-1d9d-4eb2-8705-20970c1d609e not found, creating... [ 733.874994] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.875167] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.875280] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.875534] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.875666] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.875955] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.876155] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.876466] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.877388] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.877388] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.877482] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: b5cdcd85-1d9d-4eb2-8705-20970c1d609e is going to be created. [ 733.903537] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.903537] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.903697] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.904410] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.904410] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.904410] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-b5cdcd85-1d9d-4eb2-8705-20970c1d609e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.453575] env[65116]: INFO networking_nsxv3.common.synchronization [None req-afe4172a-83b5-4b06-8bfd-ebc0cabd4a86 tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_rules [ 734.454319] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_rules [ 734.455101] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.455101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.455101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.455387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.455515] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.695736] env[65116]: INFO networking_nsxv3.common.synchronization [req-59497764-a442-403f-9962-f5c6d123257f req-4dee3183-c812-4538-939b-2e00fb3d15e5 service nova] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_rules [ 734.696019] env[65116]: INFO networking_nsxv3.common.synchronization [req-59497764-a442-403f-9962-f5c6d123257f req-4dee3183-c812-4538-939b-2e00fb3d15e5 service nova] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 734.701155] env[65116]: INFO networking_nsxv3.common.synchronization [req-59497764-a442-403f-9962-f5c6d123257f req-4dee3183-c812-4538-939b-2e00fb3d15e5 service nova] Enqueued Resource ID: b5cdcd85-1d9d-4eb2-8705-20970c1d609e with Priority: HIGHEST for action port [ 734.701270] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_rules [ 734.701911] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 734.701991] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5cdcd85-1d9d-4eb2-8705-20970c1d609e with Priority: HIGHEST for action port [ 734.702284] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.702791] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.702857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.703123] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.703210] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.705698] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.705698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.705698] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5cdcd85-1d9d-4eb2-8705-20970c1d609e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.705698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5cdcd85-1d9d-4eb2-8705-20970c1d609e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.705698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5cdcd85-1d9d-4eb2-8705-20970c1d609e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.705698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5cdcd85-1d9d-4eb2-8705-20970c1d609e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.705698] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5cdcd85-1d9d-4eb2-8705-20970c1d609e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.758074] env[65116]: INFO networking_nsxv3.common.synchronization [req-3c8ea2d6-0759-4041-8f9a-83d62dc76ad5 req-e4d9e458-f16c-4874-bddb-551c1513d13d tempest-FloatingIPsAssociationTestJSON-873144333 tempest-FloatingIPsAssociationTestJSON-873144333-project-member] Enqueued Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_members [ 734.758561] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a with Priority: HIGHEST for action security_group_members [ 734.758884] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.759033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.759104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.759306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.759460] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.759558] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.759619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.759762] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.759865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.759932] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aefedd5-2c35-4d67-afd5-32d988f8ca1a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.785723] env[65116]: INFO networking_nsxv3.common.synchronization [None req-34b7300d-f023-4fe1-a7a7-ae3762300efc tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_rules [ 734.786409] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_rules [ 734.786773] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.786871] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.906195] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 734.906452] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56595715-0840-4b10-bc63-51b1434520cd deletion is rescheduled due to dependency. [ 734.906452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.983105] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.983263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.983721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.983721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.983966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.983966] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39a29923-854e-4f0f-9d9f-01769f444e0f already deleted. [ 734.984507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.984575] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.984705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.985036] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.987543] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56595715-0840-4b10-bc63-51b1434520cd in Status: SUCCESS [ 734.987611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.208573] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5cdcd85-1d9d-4eb2-8705-20970c1d609e with status ACTIVE [ 735.208771] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.208912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.208981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.209716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.209847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.210170] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.210289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.210355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.210529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.210611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.210800] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.210893] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.210952] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.211122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.211198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.211282] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5cdcd85-1d9d-4eb2-8705-20970c1d609e is going to be updated. [ 735.213255] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.213368] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.234778] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.234957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.235017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.235193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.235324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.235505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5cdcd85-1d9d-4eb2-8705-20970c1d609e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.263235] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.263432] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.263511] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.263783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.263827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.265228] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.265228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.265228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.265228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.265228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.265228] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a is going to be updated. [ 735.299517] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.299729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.299863] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.300196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.300336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.320045] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a in Status: IN_PROGRESS for 2s [ 735.360208] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 735.360208] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 deletion is rescheduled due to dependency. [ 735.360342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.360585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.360657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.360834] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.360978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.361053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.361195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.361281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.361373] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.510807] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.510807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.510807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.511087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.511241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.511368] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39a29923-854e-4f0f-9d9f-01769f444e0f already deleted. [ 735.511457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.826664] env[65116]: INFO networking_nsxv3.common.synchronization [None req-dbc8e98d-6ded-47c0-8d4d-ec94d7ff6138 None None] Enqueued Resource ID: efb05717-1529-47a2-8f93-f6e4d4f65816 with Priority: HIGHEST for action port [ 735.829516] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb05717-1529-47a2-8f93-f6e4d4f65816 with Priority: HIGHEST for action port [ 735.829516] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-efb05717-1529-47a2-8f93-f6e4d4f65816 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.829516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efb05717-1529-47a2-8f93-f6e4d4f65816" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.829516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efb05717-1529-47a2-8f93-f6e4d4f65816" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.829516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efb05717-1529-47a2-8f93-f6e4d4f65816" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.829516] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb05717-1529-47a2-8f93-f6e4d4f65816',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.863376] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.331445] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efb05717-1529-47a2-8f93-f6e4d4f65816 [ 736.331702] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.331825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.331911] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.332133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.332226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.332326] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efb05717-1529-47a2-8f93-f6e4d4f65816 already deleted. [ 736.332410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efb05717-1529-47a2-8f93-f6e4d4f65816" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.366888] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.870394] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.870593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.870814] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.870890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.871011] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.871156] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 736.901542] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.901707] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.901764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.902037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.902115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.915360] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 737.334667] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a in Status: SUCCESS [ 737.334948] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aefedd5-2c35-4d67-afd5-32d988f8ca1a deletion is rescheduled due to dependency. [ 737.335199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aefedd5-2c35-4d67-afd5-32d988f8ca1a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.927086] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 738.929691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.929691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.929691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.929691] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.929691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.929691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.930165] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.930411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.930690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.930957] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.434086] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.434086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.434086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.434485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.434485] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.434626] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.434661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.434820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.434907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.434995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.435158] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.435253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.435313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.435461] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.435608] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.435690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.435744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.435879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.435962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.436057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.436150] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.939289] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afa44884-2e94-4e78-b1f0-1f476f18ae30: rpc.has_security_group_logging(os_id): False [ 739.961774] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.961922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.961998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.962304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.962304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.962571] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.962644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.962710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.962893] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.962974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.963206] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.963368] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.963506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.963661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.963731] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.963926] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.964031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.964418] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.964720] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.964845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.964956] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 740.049301] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.049475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.049563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.049735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.049884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.066339] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 740.828746] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 740.828746] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 742.084627] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 742.085399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.583770] env[65116]: INFO networking_nsxv3.common.synchronization [req-4de53a76-62da-479f-a568-00a5721f2e5f req-f879ff09-fd23-4519-8baa-4518e2f837dc tempest-TenantUsagesTestJSON-459545200 tempest-TenantUsagesTestJSON-459545200-project-member] Enqueued Resource ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 with Priority: HIGHEST for action security_group_members [ 744.585014] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 with Priority: HIGHEST for action security_group_members [ 744.585643] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-6596c0db-878b-4b97-88e7-c237fd23bc55 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.585643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.585643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.585839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.585883] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.585995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.586056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.586955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.586955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.586955] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6596c0db-878b-4b97-88e7-c237fd23bc55',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.969176] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.969450] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.969450] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.969695] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.969943] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.972998] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.972998] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.972998] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.972998] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.973571] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.973571] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.973694] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.973810] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.973920] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.973992] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.974146] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.000022] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.000191] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.000449] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.000719] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.001087] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-356c5d3b-ab25-49df-a05d-8422b8112405 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.001275] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-356c5d3b-ab25-49df-a05d-8422b8112405" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.001397] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-356c5d3b-ab25-49df-a05d-8422b8112405" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.001737] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-356c5d3b-ab25-49df-a05d-8422b8112405" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.001877] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('356c5d3b-ab25-49df-a05d-8422b8112405',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.088781] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.088957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.089025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.089434] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.089434] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.089574] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.089574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.089696] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.089787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.089863] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.089950] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 already deleted. [ 745.090760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.505082] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.505416] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.505627] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.505960] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.506145] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.506346] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 356c5d3b-ab25-49df-a05d-8422b8112405 not found, creating... [ 745.506735] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.506956] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.507139] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.507455] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.507640] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.509116] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.509293] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.509547] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.509829] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.510046] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.510184] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 356c5d3b-ab25-49df-a05d-8422b8112405 is going to be created. [ 745.532169] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.532425] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.532541] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.532787] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.533029] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.533270] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-356c5d3b-ab25-49df-a05d-8422b8112405" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.252303] env[65116]: INFO networking_nsxv3.common.synchronization [req-4de53a76-62da-479f-a568-00a5721f2e5f req-56b55473-0b86-4f3f-9954-bba27a51d3d6 service nova] Enqueued Resource ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 with Priority: HIGHEST for action security_group_rules [ 746.252583] env[65116]: INFO networking_nsxv3.common.synchronization [req-4de53a76-62da-479f-a568-00a5721f2e5f req-56b55473-0b86-4f3f-9954-bba27a51d3d6 service nova] Enqueued Resource ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 with Priority: HIGHEST for action security_group_members [ 746.252657] env[65116]: INFO networking_nsxv3.common.synchronization [req-4de53a76-62da-479f-a568-00a5721f2e5f req-56b55473-0b86-4f3f-9954-bba27a51d3d6 service nova] Enqueued Resource ID: 356c5d3b-ab25-49df-a05d-8422b8112405 with Priority: HIGHEST for action port [ 746.253185] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 with Priority: HIGHEST for action security_group_rules [ 746.253320] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 with Priority: HIGHEST for action security_group_members [ 746.253432] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356c5d3b-ab25-49df-a05d-8422b8112405 with Priority: HIGHEST for action port [ 746.253796] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6596c0db-878b-4b97-88e7-c237fd23bc55 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.253887] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.253937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.254437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.254590] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6596c0db-878b-4b97-88e7-c237fd23bc55',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.255503] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-6596c0db-878b-4b97-88e7-c237fd23bc55 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.256437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.256437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.256437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.256437] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.256437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.256437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.256437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.256661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.256783] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6596c0db-878b-4b97-88e7-c237fd23bc55',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.257716] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-356c5d3b-ab25-49df-a05d-8422b8112405 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.258979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-356c5d3b-ab25-49df-a05d-8422b8112405" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.259134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-356c5d3b-ab25-49df-a05d-8422b8112405" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.259393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-356c5d3b-ab25-49df-a05d-8422b8112405" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.259536] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('356c5d3b-ab25-49df-a05d-8422b8112405',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.350450] env[65116]: INFO networking_nsxv3.common.synchronization [req-ac33beec-4b3d-47de-b0fd-61eb4312d0b5 req-26604cf5-a42f-4d83-94c9-a64394cead34 tempest-VolumesAssistedSnapshotsTest-1179783743 tempest-VolumesAssistedSnapshotsTest-1179783743-project-member] Enqueued Resource ID: f823d0a4-b01b-4247-92c5-6bdf5068494e with Priority: HIGHEST for action security_group_members [ 746.351175] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f823d0a4-b01b-4247-92c5-6bdf5068494e with Priority: HIGHEST for action security_group_members [ 746.351311] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f823d0a4-b01b-4247-92c5-6bdf5068494e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.351426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.352033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.352033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.352033] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.352033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.352033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.352261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.352261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.352314] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f823d0a4-b01b-4247-92c5-6bdf5068494e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.438868] env[65116]: INFO networking_nsxv3.common.synchronization [req-16ae0031-6e81-4ee4-8391-e1ba1ed50969 req-22aa3065-2437-468d-b802-ac56c9b172ac tempest-FloatingIPsAssociationNegativeTestJSON-276968950 tempest-FloatingIPsAssociationNegativeTestJSON-276968950-project-member] Enqueued Resource ID: 74431342-dd4f-4a9a-abf2-f150e067298d with Priority: HIGHEST for action security_group_members [ 746.440852] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74431342-dd4f-4a9a-abf2-f150e067298d with Priority: HIGHEST for action security_group_members [ 746.442140] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-74431342-dd4f-4a9a-abf2-f150e067298d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.442140] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.442140] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.442140] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.442546] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.443869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.443869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.443869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.443869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.443869] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74431342-dd4f-4a9a-abf2-f150e067298d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.761488] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-6596c0db-878b-4b97-88e7-c237fd23bc55 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.762590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.762882] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6596c0db-878b-4b97-88e7-c237fd23bc55',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.763700] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 356c5d3b-ab25-49df-a05d-8422b8112405 with status ACTIVE [ 746.764109] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.764266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.764468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.764777] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.764777] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.764872] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.764938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.764983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.765412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.765412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.765412] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.765821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.765821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.765821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.765821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.765821] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 356c5d3b-ab25-49df-a05d-8422b8112405 is going to be updated. [ 746.792595] env[65116]: INFO networking_nsxv3.common.synchronization [req-d2c8148e-be79-4af5-97b5-ace3e3914bd3 req-830546ac-58d2-434d-9083-cd6d00c10617 tempest-VolumesAdminNegativeTest-147738353 tempest-VolumesAdminNegativeTest-147738353-project-member] Enqueued Resource ID: 595bcce9-1790-4bb4-90f1-43665bcd706f with Priority: HIGHEST for action security_group_members [ 746.794547] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595bcce9-1790-4bb4-90f1-43665bcd706f with Priority: HIGHEST for action security_group_members [ 746.794547] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-595bcce9-1790-4bb4-90f1-43665bcd706f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.794547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.794829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.794910] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.795120] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.795213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.795213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.795377] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.795474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.795649] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('595bcce9-1790-4bb4-90f1-43665bcd706f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.800484] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.800661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.800661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.800848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.801045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.801325] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-356c5d3b-ab25-49df-a05d-8422b8112405" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.855473] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.856363] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.856525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.857023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.857149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.857621] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.857621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.857621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.858950] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.858950] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.858950] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f823d0a4-b01b-4247-92c5-6bdf5068494e is going to be updated. [ 746.891185] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.891366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.891439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.891662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.891797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.915338] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f823d0a4-b01b-4247-92c5-6bdf5068494e in Status: IN_PROGRESS for 2s [ 746.946549] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.946549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.946549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.946760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.946872] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.947455] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.947455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.947605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.947880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.948016] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.948291] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74431342-dd4f-4a9a-abf2-f150e067298d is going to be updated. [ 746.985920] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.985920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.985920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.985920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.985920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.995383] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74431342-dd4f-4a9a-abf2-f150e067298d in Status: IN_PROGRESS for 2s [ 747.269886] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6596c0db-878b-4b97-88e7-c237fd23bc55',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.273631] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.273631] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-736" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.273631] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-736" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.273631] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-736" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.273934] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.274116] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.274235] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.274455] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.274657] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.274909] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.275029] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.275137] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.275282] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.275600] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.275600] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.275600] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.297808] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.297808] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.297808] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.297808] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-736" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.298166] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.298278] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.298333] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.298888] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.300042] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.303339] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.303339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.303339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.303339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.303339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.303339] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.303339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.303339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.303339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.303339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.303339] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 595bcce9-1790-4bb4-90f1-43665bcd706f already deleted. [ 747.303339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.778963] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.778963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.778963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.778963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.778963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.778963] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 is going to be created. [ 747.805073] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.805073] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.805073] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.805073] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.805073] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.805073] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9 not found, creating... [ 747.805073] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.805561] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.805561] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.805561] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.805695] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.807345] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.807345] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.807345] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.807345] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.807345] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.807345] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9 is going to be created. [ 747.809278] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.809278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.809278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.809278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.809278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.821941] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 in Status: UNINITIALIZED for 2s [ 747.836194] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.836437] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.836545] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.836917] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.837179] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.837466] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.607858] env[65116]: INFO networking_nsxv3.common.synchronization [req-d2c8148e-be79-4af5-97b5-ace3e3914bd3 req-ed6695c1-ed48-46d7-8e65-865420aa42f5 service nova] Enqueued Resource ID: 595bcce9-1790-4bb4-90f1-43665bcd706f with Priority: HIGHEST for action security_group_rules [ 748.608185] env[65116]: INFO networking_nsxv3.common.synchronization [req-d2c8148e-be79-4af5-97b5-ace3e3914bd3 req-ed6695c1-ed48-46d7-8e65-865420aa42f5 service nova] Enqueued Resource ID: 595bcce9-1790-4bb4-90f1-43665bcd706f with Priority: HIGHEST for action security_group_members [ 748.608388] env[65116]: INFO networking_nsxv3.common.synchronization [req-d2c8148e-be79-4af5-97b5-ace3e3914bd3 req-ed6695c1-ed48-46d7-8e65-865420aa42f5 service nova] Enqueued Resource ID: dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9 with Priority: HIGHEST for action port [ 748.611783] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595bcce9-1790-4bb4-90f1-43665bcd706f with Priority: HIGHEST for action security_group_rules [ 748.612054] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595bcce9-1790-4bb4-90f1-43665bcd706f with Priority: HIGHEST for action security_group_members [ 748.612878] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9 with Priority: HIGHEST for action port [ 748.616844] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-595bcce9-1790-4bb4-90f1-43665bcd706f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.616844] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.616844] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.616844] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.616844] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('595bcce9-1790-4bb4-90f1-43665bcd706f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.616844] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-595bcce9-1790-4bb4-90f1-43665bcd706f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.616844] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.617462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.617462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.618546] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.618546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.618546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.618546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.619552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.620037] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('595bcce9-1790-4bb4-90f1-43665bcd706f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.623677] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.623677] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.623891] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.626332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.626332] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.928143] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f823d0a4-b01b-4247-92c5-6bdf5068494e in Status: SUCCESS [ 748.928143] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f823d0a4-b01b-4247-92c5-6bdf5068494e deletion is rescheduled due to dependency. [ 748.928143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.006510] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74431342-dd4f-4a9a-abf2-f150e067298d in Status: SUCCESS [ 749.006712] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74431342-dd4f-4a9a-abf2-f150e067298d deletion is rescheduled due to dependency. [ 749.006955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74431342-dd4f-4a9a-abf2-f150e067298d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.126495] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('595bcce9-1790-4bb4-90f1-43665bcd706f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.127728] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-595bcce9-1790-4bb4-90f1-43665bcd706f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.128182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.128182] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9 with status ACTIVE [ 749.128182] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.128823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.128823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.128823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.128823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.128823] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.128984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.128984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.129141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.129141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.129357] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.129474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.129517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.129877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.129877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.129877] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9 is going to be updated. [ 749.163349] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.163531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.163579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.163860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.164082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.164320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbfa63fc-6bee-4e96-8e97-3f9ff5bbb2d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.601329] env[65116]: INFO networking_nsxv3.common.synchronization [req-565703fd-8cf1-4195-a074-8ac18076441a req-086b9af9-005a-43ba-8519-e7be380d3cc7 tempest-ServersTestJSON-1776500097 tempest-ServersTestJSON-1776500097-project-member] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 749.601931] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 749.602253] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.602381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.602521] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.602903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.602942] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.606437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.606437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.606437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.606437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.606437] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.633772] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('595bcce9-1790-4bb4-90f1-43665bcd706f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.835261] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 in Status: SUCCESS [ 749.835261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.835261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.835261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.835261] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.835261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.835261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.835261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.835261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.835261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.836190] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6596c0db-878b-4b97-88e7-c237fd23bc55',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.971022] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.971022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.971022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.971022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.971022] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.971588] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.971815] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.972170] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.972489] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.972867] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.973097] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.973362] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.973575] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.973793] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.976441] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.976441] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.996289] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.996501] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.996589] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.996785] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.997344] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-bb4123fb-a2e7-46f0-b5b1-73cd269f125d taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.997344] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-bb4123fb-a2e7-46f0-b5b1-73cd269f125d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.998014] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-bb4123fb-a2e7-46f0-b5b1-73cd269f125d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.998014] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-bb4123fb-a2e7-46f0-b5b1-73cd269f125d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.998014] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb4123fb-a2e7-46f0-b5b1-73cd269f125d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.109480] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.109480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.109480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.109480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.109480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.109480] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.109480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.109480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.109480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.110047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.110047] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 already deleted. [ 750.110047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.136922] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.136922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.136922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.137166] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.137166] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.137264] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 595bcce9-1790-4bb4-90f1-43665bcd706f is going to be created. [ 750.175856] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.176024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.176101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.176418] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.176681] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.187364] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 595bcce9-1790-4bb4-90f1-43665bcd706f in Status: UNINITIALIZED for 2s [ 750.339317] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-6596c0db-878b-4b97-88e7-c237fd23bc55 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.339932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.343021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.343021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-6596c0db-878b-4b97-88e7-c237fd23bc55 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.343021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.343021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.343673] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6596c0db-878b-4b97-88e7-c237fd23bc55',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.503608] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.503608] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.503608] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.503608] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.503608] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.503608] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port bb4123fb-a2e7-46f0-b5b1-73cd269f125d not found, creating... [ 750.503608] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.503982] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.503982] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.504136] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.504136] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.504436] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.504699] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.504776] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.504986] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.505553] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.507703] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: bb4123fb-a2e7-46f0-b5b1-73cd269f125d is going to be created. [ 750.529840] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.530079] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.530230] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.530494] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.530721] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.530938] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-bb4123fb-a2e7-46f0-b5b1-73cd269f125d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.847320] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6596c0db-878b-4b97-88e7-c237fd23bc55: rpc.has_security_group_logging(os_id): False [ 750.866665] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.866868] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.866949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.867247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.867341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.867604] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.867742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.867865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.868058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.868148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.868351] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.868463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.868544] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.868758] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.868960] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.870375] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.870375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.870375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.870591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.870591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.870691] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 is going to be created. [ 750.943339] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.943557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.943557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.943788] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.943988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.957705] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 in Status: IN_PROGRESS for 2s [ 751.300806] env[65116]: INFO networking_nsxv3.common.synchronization [req-565703fd-8cf1-4195-a074-8ac18076441a req-dcd46ec7-b415-4e1f-92fd-504489b8912f service nova] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_rules [ 751.301043] env[65116]: INFO networking_nsxv3.common.synchronization [req-565703fd-8cf1-4195-a074-8ac18076441a req-dcd46ec7-b415-4e1f-92fd-504489b8912f service nova] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 751.301335] env[65116]: INFO networking_nsxv3.common.synchronization [req-565703fd-8cf1-4195-a074-8ac18076441a req-dcd46ec7-b415-4e1f-92fd-504489b8912f service nova] Enqueued Resource ID: bb4123fb-a2e7-46f0-b5b1-73cd269f125d with Priority: HIGHEST for action port [ 751.301792] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_rules [ 751.301951] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 751.302068] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4123fb-a2e7-46f0-b5b1-73cd269f125d with Priority: HIGHEST for action port [ 751.302370] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.302499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.302569] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.302846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.302974] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.304025] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.304154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.304226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.304424] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.304673] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.304777] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.304840] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.304996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.305132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.305240] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.306658] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb4123fb-a2e7-46f0-b5b1-73cd269f125d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.306788] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb4123fb-a2e7-46f0-b5b1-73cd269f125d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.307223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb4123fb-a2e7-46f0-b5b1-73cd269f125d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.307574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb4123fb-a2e7-46f0-b5b1-73cd269f125d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.307574] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb4123fb-a2e7-46f0-b5b1-73cd269f125d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.810063] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.810305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.810396] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.811360] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb4123fb-a2e7-46f0-b5b1-73cd269f125d with status ACTIVE [ 751.811552] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.811668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.811737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.811943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.812310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.814188] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.814331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.814402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.814608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.814700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.814899] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.815021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.815085] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.815249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.815331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.815419] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb4123fb-a2e7-46f0-b5b1-73cd269f125d is going to be updated. [ 751.861025] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.861025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.861025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.861025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.861025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.861025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb4123fb-a2e7-46f0-b5b1-73cd269f125d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.199527] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 595bcce9-1790-4bb4-90f1-43665bcd706f in Status: SUCCESS [ 752.199773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.199979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.200292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.200924] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.200924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.200924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.200924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.200924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.201382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.201382] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('595bcce9-1790-4bb4-90f1-43665bcd706f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.317491] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.704220] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-595bcce9-1790-4bb4-90f1-43665bcd706f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.704418] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.704529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.704830] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.705370] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.705370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.705370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.705370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.705585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.705585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.705729] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-595bcce9-1790-4bb4-90f1-43665bcd706f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.705843] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.705926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.706114] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.706265] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.706379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.706523] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.706621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.706657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.706731] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.706822] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('595bcce9-1790-4bb4-90f1-43665bcd706f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.823062] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.823261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.823323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.823793] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.823793] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.823793] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be created. [ 752.850619] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.850805] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.850841] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.851049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.851218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.863548] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: UNINITIALIZED for 2s [ 752.972849] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 in Status: SUCCESS [ 752.972849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.007997] env[65116]: INFO networking_nsxv3.common.synchronization [req-d2e1aae7-3051-4879-adbc-f12f87516d0d req-3900d76f-19c2-402a-9c10-54b9ea391a6b tempest-ServersAdminNegativeTestJSON-1695887275 tempest-ServersAdminNegativeTestJSON-1695887275-project-member] Enqueued Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_members [ 753.008947] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGHEST for action security_group_members [ 753.008947] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.009110] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.010313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.011214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.011403] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.011518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.011586] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.011753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.011844] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.011943] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.211628] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 595bcce9-1790-4bb4-90f1-43665bcd706f: rpc.has_security_group_logging(os_id): False [ 753.233032] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.233032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.233032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.233032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.233032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.233032] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.233032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.233032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.233032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.233032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.233032] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.234101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.238022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.238022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.238022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.238022] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.238022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.238022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.238022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.238022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.238022] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 595bcce9-1790-4bb4-90f1-43665bcd706f is going to be created. [ 753.325275] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.325275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.325275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.325275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.325275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.338709] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 595bcce9-1790-4bb4-90f1-43665bcd706f in Status: IN_PROGRESS for 2s [ 753.370170] env[65116]: INFO networking_nsxv3.common.synchronization [req-d65140ad-ffe8-48b0-abc5-d25760e50e4d req-14ae1403-bcc7-4c30-bc51-2e54a5406301 tempest-ServerTagsTestJSON-1810896626 tempest-ServerTagsTestJSON-1810896626-project-member] Enqueued Resource ID: a4b8b942-7b64-434b-acc6-00308d058ed5 with Priority: HIGHEST for action security_group_members [ 753.370170] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b8b942-7b64-434b-acc6-00308d058ed5 with Priority: HIGHEST for action security_group_members [ 753.370170] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b8b942-7b64-434b-acc6-00308d058ed5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.370170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.370170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.370772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.371167] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.371379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.371596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.371849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.372023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.372211] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b8b942-7b64-434b-acc6-00308d058ed5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.518406] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.518406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.518406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.518406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.518406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.518406] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.518406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.518406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.518406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.518406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.518406] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b is going to be updated. [ 753.551291] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.551445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.551506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.551763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.551882] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.572218] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: IN_PROGRESS for 2s [ 753.803812] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.803973] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-581" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.804083] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-581" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.804622] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-581" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.805037] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.805212] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.805456] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.805614] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.805801] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.806048] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.806172] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.806304] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.806429] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.806554] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.806698] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.807125] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.838084] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.839900] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.840265] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.840527] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-581" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.841290] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-68b68226-9044-4753-b2b7-cbae3b99512e taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.841290] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-68b68226-9044-4753-b2b7-cbae3b99512e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.842094] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-68b68226-9044-4753-b2b7-cbae3b99512e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.842094] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-68b68226-9044-4753-b2b7-cbae3b99512e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.842315] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68b68226-9044-4753-b2b7-cbae3b99512e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.875963] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.877491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.877491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.877491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.877491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.877673] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.877673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.877774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.877940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.878996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.878996] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b8b942-7b64-434b-acc6-00308d058ed5 already deleted. [ 753.878996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.345887] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.346148] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.346274] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.346642] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.347068] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.347537] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 68b68226-9044-4753-b2b7-cbae3b99512e not found, creating... [ 754.347724] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.347811] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.347958] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.349504] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.349504] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.349504] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.349504] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.349504] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.349973] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.349973] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.350134] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 68b68226-9044-4753-b2b7-cbae3b99512e is going to be created. [ 754.379894] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.380294] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.380363] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.380768] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.381161] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.381588] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-68b68226-9044-4753-b2b7-cbae3b99512e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.763352] env[65116]: INFO networking_nsxv3.common.synchronization [None req-cb2547a9-1011-4c76-884e-4b426cea7be5 tempest-ImagesOneServerNegativeTestJSON-1452745102 tempest-ImagesOneServerNegativeTestJSON-1452745102-project-member] Enqueued Resource ID: 34c5312b-c932-49d0-9013-a7930c7c584d with Priority: HIGHEST for action security_group_rules [ 754.763352] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c5312b-c932-49d0-9013-a7930c7c584d with Priority: HIGHEST for action security_group_rules [ 754.763352] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c5312b-c932-49d0-9013-a7930c7c584d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.763352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c5312b-c932-49d0-9013-a7930c7c584d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.763352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c5312b-c932-49d0-9013-a7930c7c584d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.763352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c5312b-c932-49d0-9013-a7930c7c584d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.763352] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c5312b-c932-49d0-9013-a7930c7c584d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.877936] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 754.878395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.878462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.878681] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.878913] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.879080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.879156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.879312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.879393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.879480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.879572] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.929208] env[65116]: INFO networking_nsxv3.common.synchronization [None req-44929541-dd67-4a72-b4a8-3d4fbf77436a tempest-ImagesOneServerNegativeTestJSON-1452745102 tempest-ImagesOneServerNegativeTestJSON-1452745102-project-member] Enqueued Resource ID: 34c5312b-c932-49d0-9013-a7930c7c584d with Priority: HIGHEST for action security_group_rules [ 754.929730] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c5312b-c932-49d0-9013-a7930c7c584d with Priority: HIGHEST for action security_group_rules [ 754.930059] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c5312b-c932-49d0-9013-a7930c7c584d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.930172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c5312b-c932-49d0-9013-a7930c7c584d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.143330] env[65116]: INFO networking_nsxv3.common.synchronization [req-d65140ad-ffe8-48b0-abc5-d25760e50e4d req-10f4335e-18a4-47b3-84b3-9a8b047e8ca7 service nova] Enqueued Resource ID: a4b8b942-7b64-434b-acc6-00308d058ed5 with Priority: HIGHEST for action security_group_rules [ 755.143443] env[65116]: INFO networking_nsxv3.common.synchronization [req-d65140ad-ffe8-48b0-abc5-d25760e50e4d req-10f4335e-18a4-47b3-84b3-9a8b047e8ca7 service nova] Enqueued Resource ID: a4b8b942-7b64-434b-acc6-00308d058ed5 with Priority: HIGHEST for action security_group_members [ 755.143613] env[65116]: INFO networking_nsxv3.common.synchronization [req-d65140ad-ffe8-48b0-abc5-d25760e50e4d req-10f4335e-18a4-47b3-84b3-9a8b047e8ca7 service nova] Enqueued Resource ID: 68b68226-9044-4753-b2b7-cbae3b99512e with Priority: HIGHEST for action port [ 755.144417] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b8b942-7b64-434b-acc6-00308d058ed5 with Priority: HIGHEST for action security_group_rules [ 755.144491] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b8b942-7b64-434b-acc6-00308d058ed5 with Priority: HIGHEST for action security_group_members [ 755.144802] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b68226-9044-4753-b2b7-cbae3b99512e with Priority: HIGHEST for action port [ 755.145076] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4b8b942-7b64-434b-acc6-00308d058ed5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.145252] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.145365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.145694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.145786] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4b8b942-7b64-434b-acc6-00308d058ed5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.146727] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b8b942-7b64-434b-acc6-00308d058ed5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.146851] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.146929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.147158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.147281] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.147341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.147498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.147613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.147697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.147791] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b8b942-7b64-434b-acc6-00308d058ed5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.149052] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-68b68226-9044-4753-b2b7-cbae3b99512e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.150117] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68b68226-9044-4753-b2b7-cbae3b99512e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.150117] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68b68226-9044-4753-b2b7-cbae3b99512e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.150117] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68b68226-9044-4753-b2b7-cbae3b99512e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.150117] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68b68226-9044-4753-b2b7-cbae3b99512e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.291116] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.291268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.291325] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.291550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.291647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.291759] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c5312b-c932-49d0-9013-a7930c7c584d already deleted. [ 755.291833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c5312b-c932-49d0-9013-a7930c7c584d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.292018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c5312b-c932-49d0-9013-a7930c7c584d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.292193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c5312b-c932-49d0-9013-a7930c7c584d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.292294] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c5312b-c932-49d0-9013-a7930c7c584d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.353481] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 595bcce9-1790-4bb4-90f1-43665bcd706f in Status: SUCCESS [ 755.353481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.389040] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.389040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.389040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.389040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.389040] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.389040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.389040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.389040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.389040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.389040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.389040] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.389040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.389040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.389040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.389040] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.389040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.390269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.390269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.390269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.390269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.390269] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.585568] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b in Status: SUCCESS [ 755.585568] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b deletion is rescheduled due to dependency. [ 755.585799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.651853] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b8b942-7b64-434b-acc6-00308d058ed5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.651853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.652136] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b8b942-7b64-434b-acc6-00308d058ed5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.654150] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68b68226-9044-4753-b2b7-cbae3b99512e with status ACTIVE [ 755.654150] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.654458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.654458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.654715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.654868] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.655010] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.655347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.655476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.655738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.655815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.656096] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.656096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.656176] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.656794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.656794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.656794] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68b68226-9044-4753-b2b7-cbae3b99512e is going to be updated. [ 755.688445] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.688650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.688704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.688942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.689107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.689277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68b68226-9044-4753-b2b7-cbae3b99512e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.822082] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.822341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.822341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.822624] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.822770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.822886] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c5312b-c932-49d0-9013-a7930c7c584d already deleted. [ 755.823098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c5312b-c932-49d0-9013-a7930c7c584d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.893575] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06457b12-1261-4b74-ba42-3109928fd3b1: rpc.has_security_group_logging(os_id): False [ 755.920431] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.920853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.921077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.921504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.921748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.922209] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.922412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.922514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.922845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.923057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.923532] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.923807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.923968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.924355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.924624] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.924859] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.925043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.925194] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.925528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.925698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.925984] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be created. [ 756.068186] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.069064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.069064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.069064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.069064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.086616] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 756.154432] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b8b942-7b64-434b-acc6-00308d058ed5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.409494] env[65116]: INFO networking_nsxv3.common.synchronization [req-85ebae89-daf3-439b-9707-bd752e11fe6f req-a3ebe694-bbe3-48e9-8246-e08c7bdd6b51 tempest-MigrationsAdminTest-1477697275 tempest-MigrationsAdminTest-1477697275-project-member] Enqueued Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_members [ 756.411985] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_members [ 756.411985] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-145a65d7-769d-4b64-8d56-37c2bf3d0e21 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.411985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.411985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.411985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.411985] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.411985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.411985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.412706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.413210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.413529] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.656791] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.657105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.657207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.657476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.657582] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.657716] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b8b942-7b64-434b-acc6-00308d058ed5 is going to be created. [ 756.689181] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.689181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.689181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.689181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.689181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.706915] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b8b942-7b64-434b-acc6-00308d058ed5 in Status: UNINITIALIZED for 2s [ 756.766830] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.767148] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.767243] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.767567] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.767890] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.768096] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.768319] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.768606] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.768779] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.769022] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.769131] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.769251] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.769431] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.769572] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.769640] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.769832] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.791844] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.792134] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.792460] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.792596] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.793020] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-79bfb570-6ed2-4c0f-83e1-1f2cfb088e37 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.793273] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-79bfb570-6ed2-4c0f-83e1-1f2cfb088e37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.793491] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-79bfb570-6ed2-4c0f-83e1-1f2cfb088e37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.793896] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-79bfb570-6ed2-4c0f-83e1-1f2cfb088e37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.794105] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79bfb570-6ed2-4c0f-83e1-1f2cfb088e37',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.916585] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.296771] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.297282] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.297282] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.297590] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.297753] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.297932] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 79bfb570-6ed2-4c0f-83e1-1f2cfb088e37 not found, creating... [ 757.298314] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.298510] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.298654] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.298943] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.299125] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.299441] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.299639] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.299767] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.299982] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.300192] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.300366] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 79bfb570-6ed2-4c0f-83e1-1f2cfb088e37 is going to be created. [ 757.324531] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.324796] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.324873] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.325212] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.325446] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.325837] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-79bfb570-6ed2-4c0f-83e1-1f2cfb088e37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.419906] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.925332] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.925679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.925679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.925939] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.926067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.926172] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 is going to be updated. [ 757.961085] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.961261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.961362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.961642] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.961856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.972252] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 in Status: IN_PROGRESS for 2s [ 758.059594] env[65116]: INFO networking_nsxv3.common.synchronization [req-85ebae89-daf3-439b-9707-bd752e11fe6f req-755e8086-2cfe-4b94-8cdc-27868ab199cc service nova] Enqueued Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_rules [ 758.059791] env[65116]: INFO networking_nsxv3.common.synchronization [req-85ebae89-daf3-439b-9707-bd752e11fe6f req-755e8086-2cfe-4b94-8cdc-27868ab199cc service nova] Enqueued Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_members [ 758.059951] env[65116]: INFO networking_nsxv3.common.synchronization [req-85ebae89-daf3-439b-9707-bd752e11fe6f req-755e8086-2cfe-4b94-8cdc-27868ab199cc service nova] Enqueued Resource ID: 79bfb570-6ed2-4c0f-83e1-1f2cfb088e37 with Priority: HIGHEST for action port [ 758.061637] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_rules [ 758.061637] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_members [ 758.061637] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bfb570-6ed2-4c0f-83e1-1f2cfb088e37 with Priority: HIGHEST for action port [ 758.061889] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-145a65d7-769d-4b64-8d56-37c2bf3d0e21 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.062067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.062195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.062539] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.062884] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.064135] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-145a65d7-769d-4b64-8d56-37c2bf3d0e21 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.064135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.064135] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-79bfb570-6ed2-4c0f-83e1-1f2cfb088e37 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.064135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79bfb570-6ed2-4c0f-83e1-1f2cfb088e37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.064371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79bfb570-6ed2-4c0f-83e1-1f2cfb088e37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.064371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79bfb570-6ed2-4c0f-83e1-1f2cfb088e37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.064437] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79bfb570-6ed2-4c0f-83e1-1f2cfb088e37',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.107244] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 758.107543] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.566280] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-145a65d7-769d-4b64-8d56-37c2bf3d0e21 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.566280] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.566522] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79bfb570-6ed2-4c0f-83e1-1f2cfb088e37 with status ACTIVE [ 758.566663] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.566812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.566896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.567171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.567276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.567546] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.567774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.567869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.568087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.568190] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.568584] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.568678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.568770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.568922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.569042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.569172] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79bfb570-6ed2-4c0f-83e1-1f2cfb088e37 is going to be updated. [ 758.595555] env[65116]: INFO networking_nsxv3.common.synchronization [req-b7d7dee8-5a3c-4087-8874-7af573ad20e5 req-f603c138-1a8e-4b35-87cf-b545a7c29170 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 758.596276] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 758.596592] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.596757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.596757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.596976] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.597143] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.597249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.597324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.597444] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.597546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.597627] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.610131] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.610131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.610309] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.610361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.610497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.610658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79bfb570-6ed2-4c0f-83e1-1f2cfb088e37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.720355] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b8b942-7b64-434b-acc6-00308d058ed5 in Status: SUCCESS [ 758.720700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.720858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.721226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.721445] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.721616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.721701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.721962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.722123] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.722256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.722390] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4b8b942-7b64-434b-acc6-00308d058ed5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.962647] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.962974] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-653" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.963375] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-653" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.963375] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-653" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.963531] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.965079] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.965079] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.965079] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.965079] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.965079] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.965079] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.965079] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.965079] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.965079] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.965079] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.965079] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.987851] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.988096] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.988282] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.988469] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-653" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.989044] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-cd096b57-4e55-46f3-b323-cc951f405db2 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.989250] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.989370] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.989873] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.990039] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd096b57-4e55-46f3-b323-cc951f405db2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.099331] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.225371] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b8b942-7b64-434b-acc6-00308d058ed5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.225657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.225657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.226054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.226054] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.226781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.226781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.226781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.226781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.226781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.227120] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b8b942-7b64-434b-acc6-00308d058ed5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.227188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.227234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.227392] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.227551] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.227672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.227672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.227817] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.227889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.228080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.228080] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4b8b942-7b64-434b-acc6-00308d058ed5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.492465] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.492735] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.492836] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.493132] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.493283] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.493436] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port cd096b57-4e55-46f3-b323-cc951f405db2 not found, creating... [ 759.493695] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.493852] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.494081] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.494322] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.494447] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.494870] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.495106] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.495275] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.495541] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.495758] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.495933] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: cd096b57-4e55-46f3-b323-cc951f405db2 is going to be created. [ 759.518199] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.518415] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.518539] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.518809] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.519049] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.519275] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.601815] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.732734] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4b8b942-7b64-434b-acc6-00308d058ed5: rpc.has_security_group_logging(os_id): False [ 759.751966] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.752162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.752225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.752555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.752658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.752795] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.752890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.752950] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.753120] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.753201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.753398] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.753493] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.753556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.753693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.753770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.754112] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.754233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.754294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.754411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.754486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.754570] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4b8b942-7b64-434b-acc6-00308d058ed5 is going to be created. [ 759.816229] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.816445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.816445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.816639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.816770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.876899] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b8b942-7b64-434b-acc6-00308d058ed5 in Status: IN_PROGRESS for 2s [ 759.983400] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 in Status: SUCCESS [ 759.985354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.985354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.985354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.985354] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.985354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.985354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.985354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.985354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.985354] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.104876] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.105098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.105159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.105369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.105484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.105547] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 760.136404] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.136404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.136404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.136676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.136836] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.148088] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 760.277596] env[65116]: INFO networking_nsxv3.common.synchronization [req-b7d7dee8-5a3c-4087-8874-7af573ad20e5 req-f748e6e3-1f8d-4ae3-bf3b-47778a3abbea service nova] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_rules [ 760.277809] env[65116]: INFO networking_nsxv3.common.synchronization [req-b7d7dee8-5a3c-4087-8874-7af573ad20e5 req-f748e6e3-1f8d-4ae3-bf3b-47778a3abbea service nova] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 760.277967] env[65116]: INFO networking_nsxv3.common.synchronization [req-b7d7dee8-5a3c-4087-8874-7af573ad20e5 req-f748e6e3-1f8d-4ae3-bf3b-47778a3abbea service nova] Enqueued Resource ID: cd096b57-4e55-46f3-b323-cc951f405db2 with Priority: HIGHEST for action port [ 760.278573] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_rules [ 760.281305] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 760.281542] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd096b57-4e55-46f3-b323-cc951f405db2 with Priority: HIGHEST for action port [ 760.281901] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.282063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.282163] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.282392] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.282523] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.283872] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.283980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.284183] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd096b57-4e55-46f3-b323-cc951f405db2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.284313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.284403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.284640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.284720] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd096b57-4e55-46f3-b323-cc951f405db2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.487666] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.786827] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.787072] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.787775] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd096b57-4e55-46f3-b323-cc951f405db2 with status ACTIVE [ 760.787775] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.787775] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.787982] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.788178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.788322] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.788597] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.788766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.788865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.789128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.789322] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.789606] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.789785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.789890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.790253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.790374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.790525] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd096b57-4e55-46f3-b323-cc951f405db2 is going to be updated. [ 760.814805] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.815125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.815125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.815743] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.815900] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.816122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.990742] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.327689] env[65116]: INFO networking_nsxv3.common.synchronization [req-78e21694-2460-4c08-8e9b-14b9acf39603 req-6fa1839e-2927-45af-b3f1-795d84d51cae tempest-ServerAddressesNegativeTestJSON-2099705515 tempest-ServerAddressesNegativeTestJSON-2099705515-project-member] Enqueued Resource ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed with Priority: HIGHEST for action security_group_members [ 761.328299] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed with Priority: HIGHEST for action security_group_members [ 761.328817] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.328956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.329047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.329648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.329648] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.329823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.329823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.330170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.330170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.330170] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.493564] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.493747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.493799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.494067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.494147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.494212] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 is going to be updated. [ 761.533339] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.533339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.533339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.533339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.533339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.543814] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 in Status: IN_PROGRESS for 2s [ 761.796263] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.796528] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-688" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.796630] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-688" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.797564] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-688" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.797564] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.797826] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.797826] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.798079] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.798253] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.798512] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.798774] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.799080] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.799080] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.799228] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.799356] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.799535] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.824685] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.825026] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.825210] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.825427] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-688" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.826117] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-4dd0a4a1-30fb-4c71-b7d8-e51204984bd4 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.826396] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-4dd0a4a1-30fb-4c71-b7d8-e51204984bd4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.827974] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-4dd0a4a1-30fb-4c71-b7d8-e51204984bd4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.827974] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-4dd0a4a1-30fb-4c71-b7d8-e51204984bd4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.827974] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd0a4a1-30fb-4c71-b7d8-e51204984bd4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.833151] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.833342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.833399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.833628] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.833734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.833872] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.833986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.834077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.834216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.834292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.834382] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed already deleted. [ 761.834461] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.898161] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b8b942-7b64-434b-acc6-00308d058ed5 in Status: SUCCESS [ 761.898161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.158429] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 762.158806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.158857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.159078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.159296] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.159403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.159482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.159644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.159729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.159840] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.332067] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.332380] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.332494] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.332797] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.333607] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.333607] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 4dd0a4a1-30fb-4c71-b7d8-e51204984bd4 not found, creating... [ 762.333607] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.333607] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.333769] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.334031] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.334183] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.334556] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.335028] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.335028] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.335237] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.335237] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.335370] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 4dd0a4a1-30fb-4c71-b7d8-e51204984bd4 is going to be created. [ 762.362866] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.363405] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.363405] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.363845] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.363845] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.364055] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-4dd0a4a1-30fb-4c71-b7d8-e51204984bd4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.661987] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.120703] env[65116]: INFO networking_nsxv3.common.synchronization [req-78e21694-2460-4c08-8e9b-14b9acf39603 req-a2aa89d6-38d1-4828-9089-053db7620fcb service nova] Enqueued Resource ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed with Priority: HIGHEST for action security_group_rules [ 763.120958] env[65116]: INFO networking_nsxv3.common.synchronization [req-78e21694-2460-4c08-8e9b-14b9acf39603 req-a2aa89d6-38d1-4828-9089-053db7620fcb service nova] Enqueued Resource ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed with Priority: HIGHEST for action security_group_members [ 763.121031] env[65116]: INFO networking_nsxv3.common.synchronization [req-78e21694-2460-4c08-8e9b-14b9acf39603 req-a2aa89d6-38d1-4828-9089-053db7620fcb service nova] Enqueued Resource ID: 4dd0a4a1-30fb-4c71-b7d8-e51204984bd4 with Priority: HIGHEST for action port [ 763.121952] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed with Priority: HIGHEST for action security_group_rules [ 763.122953] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed with Priority: HIGHEST for action security_group_members [ 763.122953] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd0a4a1-30fb-4c71-b7d8-e51204984bd4 with Priority: HIGHEST for action port [ 763.122953] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.122953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.122953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.123988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.125050] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.125249] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.125388] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.125458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.125687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.125871] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.126622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.126622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.126622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.126622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.126622] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.127579] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd0a4a1-30fb-4c71-b7d8-e51204984bd4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.127579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd0a4a1-30fb-4c71-b7d8-e51204984bd4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.127579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd0a4a1-30fb-4c71-b7d8-e51204984bd4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.127881] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd0a4a1-30fb-4c71-b7d8-e51204984bd4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.130277] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd0a4a1-30fb-4c71-b7d8-e51204984bd4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.166040] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.557591] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 in Status: SUCCESS [ 763.557651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.557943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.558245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.558498] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.558679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.558871] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.559172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.559276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.559366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.559461] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.633567] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.633567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.633929] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.635234] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dd0a4a1-30fb-4c71-b7d8-e51204984bd4 with status ACTIVE [ 763.635234] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.635406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.635527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.635935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.636897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.636897] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.637095] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.637243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.637638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.640857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.640857] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.640857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.640857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.640857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.640857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.640857] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dd0a4a1-30fb-4c71-b7d8-e51204984bd4 is going to be updated. [ 763.669841] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.669980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.670040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.670426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.670426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.670544] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 763.695982] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.696180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.696224] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.696427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.696570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.696815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd0a4a1-30fb-4c71-b7d8-e51204984bd4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.712851] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.713062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.713222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.713470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.714099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.726187] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 764.063028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-145a65d7-769d-4b64-8d56-37c2bf3d0e21 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.063259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.063430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.063698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.063958] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.064101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.064173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.064427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.064573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.064636] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.065043] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-145a65d7-769d-4b64-8d56-37c2bf3d0e21 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.065225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.065334] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.065495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.065741] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.065918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.066039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.066317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.066489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.066652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.066824] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.143371] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.360116] env[65116]: INFO networking_nsxv3.common.synchronization [req-2ace59ba-b458-43fd-82ce-31ac9c546103 req-4e4c221e-d124-4569-950b-d72cfcf9d8ef tempest-ServersTestFqdnHostnames-521639732 tempest-ServersTestFqdnHostnames-521639732-project-member] Enqueued Resource ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 with Priority: HIGHEST for action security_group_members [ 764.361667] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 with Priority: HIGHEST for action security_group_members [ 764.361857] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d75f16-c4e5-4a19-95a4-711738d4b9e8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.361941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.362059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.362365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.362824] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.363308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.363308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.363439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.363613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.363808] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d75f16-c4e5-4a19-95a4-711738d4b9e8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.574863] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 145a65d7-769d-4b64-8d56-37c2bf3d0e21: rpc.has_security_group_logging(os_id): False [ 764.595875] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.595966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.596080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.596288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.596378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.596599] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.597183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.597183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.597183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.597183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.597183] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.597378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.597378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.597434] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.597499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.597748] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.597845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.597904] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.601058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.601058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.601058] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 is going to be updated. [ 764.649561] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.649561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.649561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.649561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.649561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.649561] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed is going to be created. [ 764.680358] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.680481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.680481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.680696] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.680857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.690665] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.690665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.690665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.695206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.695206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.696792] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed in Status: UNINITIALIZED for 2s [ 764.710473] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 in Status: IN_PROGRESS for 2s [ 764.867864] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.868168] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.868925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.869309] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.869810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.870102] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.871290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.871290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.871290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.871290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.871290] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 is going to be updated. [ 764.903315] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.903554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.903554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.903764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.903903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.913852] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 in Status: IN_PROGRESS for 2s [ 765.544382] env[65116]: INFO networking_nsxv3.common.synchronization [req-28f6d77e-8d7a-4d7a-9566-e98ead54941e req-a2f72457-afe3-4e64-8cd6-72d30e8caade tempest-DeleteServersTestJSON-1929788868 tempest-DeleteServersTestJSON-1929788868-project-member] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 765.545324] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 765.545773] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.545773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.545773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.546043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.546563] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.546756] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.547051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.547206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.547325] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.547447] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.736871] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 765.737141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.737313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.737536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.737731] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.737875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.737943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.738125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.738248] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.738301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.738394] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.893211] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.893404] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.893532] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.893848] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.894665] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.894836] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.895110] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.895391] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.895676] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.895875] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.895999] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.896145] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.896265] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.896578] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.896578] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.896700] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.921491] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.921716] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.922012] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.922221] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.922588] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-d00d6f6e-2d62-4ae9-8df3-0a5f04428080 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.922784] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-d00d6f6e-2d62-4ae9-8df3-0a5f04428080" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.922914] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-d00d6f6e-2d62-4ae9-8df3-0a5f04428080" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.923290] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-d00d6f6e-2d62-4ae9-8df3-0a5f04428080" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.923455] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d00d6f6e-2d62-4ae9-8df3-0a5f04428080',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.049676] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.049676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.049676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.049991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.049991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.050326] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.050326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.050326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.050721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.050721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.050812] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 already deleted. [ 766.050858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.241061] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.241061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.241061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.241061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.241353] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.241353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.241353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.241955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.242149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.242362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.242468] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.242580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.242785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.242907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.243085] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.243183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.243247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.243417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.243507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.243715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.243715] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.426027] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.426344] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.426485] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.427443] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.427443] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.427443] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port d00d6f6e-2d62-4ae9-8df3-0a5f04428080 not found, creating... [ 766.427443] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.427609] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.427640] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.427946] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.428118] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.428492] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.428574] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.428721] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.429306] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.429473] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.429615] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: d00d6f6e-2d62-4ae9-8df3-0a5f04428080 is going to be created. [ 766.451504] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.451504] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.451504] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.451504] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.451504] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.451504] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-d00d6f6e-2d62-4ae9-8df3-0a5f04428080" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.498551] env[65116]: INFO networking_nsxv3.common.synchronization [None req-6b3ad782-7949-4ffe-b7d4-b6bb9058f7ce None None] Enqueued Resource ID: d1f009b2-7c28-462e-a046-0e7e5621676a with Priority: HIGHEST for action port [ 766.498551] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f009b2-7c28-462e-a046-0e7e5621676a with Priority: HIGHEST for action port [ 766.498551] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1f009b2-7c28-462e-a046-0e7e5621676a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.498551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1f009b2-7c28-462e-a046-0e7e5621676a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.498551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1f009b2-7c28-462e-a046-0e7e5621676a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.498865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1f009b2-7c28-462e-a046-0e7e5621676a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.498950] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1f009b2-7c28-462e-a046-0e7e5621676a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.711916] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed in Status: SUCCESS [ 766.712313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.713324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.713566] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.713868] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.713995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.714076] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.714242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.714389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.714503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.714905] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.736029] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 in Status: SUCCESS [ 766.736200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.746412] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d: rpc.has_security_group_logging(os_id): False [ 766.770525] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.770729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.770805] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.773155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.773155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.773155] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.773155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.773155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.773155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.773155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.773155] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.773155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.773155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.773155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.773155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.773155] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.773734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.773734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.773734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.773734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.773847] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 766.842908] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.842908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.842908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.842908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.842908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.880180] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 766.925860] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 in Status: SUCCESS [ 766.926497] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d75f16-c4e5-4a19-95a4-711738d4b9e8 deletion is rescheduled due to dependency. [ 766.926497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d75f16-c4e5-4a19-95a4-711738d4b9e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.001598] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1f009b2-7c28-462e-a046-0e7e5621676a [ 767.001932] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.002146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.002235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.002604] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.002733] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.002852] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1f009b2-7c28-462e-a046-0e7e5621676a already deleted. [ 767.002991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1f009b2-7c28-462e-a046-0e7e5621676a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.219077] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.219270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.219342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.219562] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.219763] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.219869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.219935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.220108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.220213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.220334] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.220458] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.220527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.220616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.220705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.220842] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.220931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.220985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.221139] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.221214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.221291] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.221377] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.226768] env[65116]: INFO networking_nsxv3.common.synchronization [req-28f6d77e-8d7a-4d7a-9566-e98ead54941e req-d265a209-da63-4cfe-a1f4-88487b62d04e service nova] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_rules [ 767.230248] env[65116]: INFO networking_nsxv3.common.synchronization [req-28f6d77e-8d7a-4d7a-9566-e98ead54941e req-d265a209-da63-4cfe-a1f4-88487b62d04e service nova] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 767.230248] env[65116]: INFO networking_nsxv3.common.synchronization [req-28f6d77e-8d7a-4d7a-9566-e98ead54941e req-d265a209-da63-4cfe-a1f4-88487b62d04e service nova] Enqueued Resource ID: d00d6f6e-2d62-4ae9-8df3-0a5f04428080 with Priority: HIGHEST for action port [ 767.230248] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_rules [ 767.230248] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 767.230248] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d00d6f6e-2d62-4ae9-8df3-0a5f04428080 with Priority: HIGHEST for action port [ 767.230248] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.230248] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.230248] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.230248] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.230248] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.231619] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.233258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.233371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.234237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.235049] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.235388] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.235388] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.235744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.235744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.235744] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.237484] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-d00d6f6e-2d62-4ae9-8df3-0a5f04428080 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.237614] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d00d6f6e-2d62-4ae9-8df3-0a5f04428080" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.237917] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d00d6f6e-2d62-4ae9-8df3-0a5f04428080" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.237917] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d00d6f6e-2d62-4ae9-8df3-0a5f04428080" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.237917] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d00d6f6e-2d62-4ae9-8df3-0a5f04428080',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.725386] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed: rpc.has_security_group_logging(os_id): False [ 767.739891] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.741493] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.742388] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.742594] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d00d6f6e-2d62-4ae9-8df3-0a5f04428080 with status ACTIVE [ 767.742824] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.742944] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.743027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.743242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.743330] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.743502] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.743602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.743664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.743824] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.744390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.744390] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.744390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.744390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.744549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.744549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.744633] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d00d6f6e-2d62-4ae9-8df3-0a5f04428080 is going to be updated. [ 767.792278] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.792461] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.792461] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.793249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.793249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.793249] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.793249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.793249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.793249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.793603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.793603] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.793677] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.793705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.793829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.793903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.794248] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.794355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.794422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.794601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.794671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.794771] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed is going to be created. [ 767.800342] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.800506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.800576] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.800764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.800902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.801074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d00d6f6e-2d62-4ae9-8df3-0a5f04428080" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.872753] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.872906] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.872959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.873239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.873520] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.884738] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed in Status: IN_PROGRESS for 2s [ 768.241627] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.698188] env[65116]: INFO networking_nsxv3.common.synchronization [None req-e5d40451-1911-4f9d-80fd-0956aa730689 None None] Enqueued Resource ID: bf4b8b78-1ebe-43d0-b8b6-8f5f55c3dd23 with Priority: HIGHEST for action port [ 768.698188] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4b8b78-1ebe-43d0-b8b6-8f5f55c3dd23 with Priority: HIGHEST for action port [ 768.698188] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf4b8b78-1ebe-43d0-b8b6-8f5f55c3dd23 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.698188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf4b8b78-1ebe-43d0-b8b6-8f5f55c3dd23" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.698188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf4b8b78-1ebe-43d0-b8b6-8f5f55c3dd23" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.701702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf4b8b78-1ebe-43d0-b8b6-8f5f55c3dd23" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.702236] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf4b8b78-1ebe-43d0-b8b6-8f5f55c3dd23',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.743776] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.744171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.744171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.744836] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.744836] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.745087] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be created. [ 768.774512] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.774637] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.774723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.774970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.775156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.790961] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: UNINITIALIZED for 2s [ 768.905492] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 768.905766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.211439] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf4b8b78-1ebe-43d0-b8b6-8f5f55c3dd23 [ 769.211681] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.211812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.211877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.212116] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.212203] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.212298] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf4b8b78-1ebe-43d0-b8b6-8f5f55c3dd23 already deleted. [ 769.212377] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf4b8b78-1ebe-43d0-b8b6-8f5f55c3dd23" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.900057] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed in Status: SUCCESS [ 769.900057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.800413] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 770.800728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.800837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.801013] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.801211] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.801320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.801424] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.801542] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.801617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.801730] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.801846] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.304399] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.304869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.304869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.304869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.305086] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.305202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.305265] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.305451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.305582] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.305629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.305818] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.305936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.305995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.306185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.306342] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.306449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.306525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.306690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.306776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.306884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.306980] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.810192] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e61399ad-061b-4165-8353-cd68f75d3872: rpc.has_security_group_logging(os_id): False [ 771.832422] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.832599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.832731] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.833153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.833153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.833303] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.833430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.833536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.834275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.834275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.834275] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.834275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.834492] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.834528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.834607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.834878] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.834998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.836740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.836991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.837105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.837200] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be created. [ 771.961035] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.961325] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.961325] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.961449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.961567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.969749] env[65116]: INFO networking_nsxv3.common.synchronization [None req-bd1d7861-9a74-498d-9362-8bff1a4799f5 None None] Enqueued Resource ID: 845b236a-d12f-4489-b5a9-e34b3dc8717b with Priority: HIGHEST for action port [ 771.970370] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 845b236a-d12f-4489-b5a9-e34b3dc8717b with Priority: HIGHEST for action port [ 771.970673] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-845b236a-d12f-4489-b5a9-e34b3dc8717b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.970792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-845b236a-d12f-4489-b5a9-e34b3dc8717b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.970852] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-845b236a-d12f-4489-b5a9-e34b3dc8717b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.971275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-845b236a-d12f-4489-b5a9-e34b3dc8717b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.971275] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('845b236a-d12f-4489-b5a9-e34b3dc8717b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.972895] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 772.474663] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 845b236a-d12f-4489-b5a9-e34b3dc8717b [ 772.474988] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.475103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.475174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.475426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.475549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.475676] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:845b236a-d12f-4489-b5a9-e34b3dc8717b already deleted. [ 772.475813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-845b236a-d12f-4489-b5a9-e34b3dc8717b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.878679] env[65116]: INFO networking_nsxv3.common.synchronization [req-1cb200c1-b8f8-4371-abc9-167faae6bcc0 req-d8c956cc-e0f0-40a4-a8ae-d243fe29c393 tempest-TenantUsagesTestJSON-459545200 tempest-TenantUsagesTestJSON-459545200-project-member] Enqueued Resource ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 with Priority: HIGHEST for action security_group_members [ 772.878679] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 with Priority: HIGHEST for action security_group_members [ 772.878679] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-6596c0db-878b-4b97-88e7-c237fd23bc55 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.882019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.882019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.882019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.882019] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.882019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.882019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.882019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.882019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.882019] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6596c0db-878b-4b97-88e7-c237fd23bc55',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.922585] env[65116]: INFO networking_nsxv3.common.synchronization [req-c55c9b5e-dced-4027-b1a5-b81fb4a81097 req-528cdf46-5680-4313-84fc-942299043b1d tempest-ServersAdminTestJSON-186124780 tempest-ServersAdminTestJSON-186124780-project-member] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 772.925578] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 772.926936] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.926936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.926936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.928406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.928678] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.928979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.928979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.929231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.929382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.929553] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.389594] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.389594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.389594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.390764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.390939] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.391225] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.391366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.391487] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.391695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.391787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.391903] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 is going to be updated. [ 773.434091] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.436753] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.436928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.437014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.437246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.437416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.452291] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 in Status: IN_PROGRESS for 2s [ 773.565773] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.566241] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.566241] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.566506] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.566644] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.566914] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.567061] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.567915] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.567915] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.568840] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.569043] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.569159] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.569337] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.569482] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.569603] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.569758] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.596795] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.597269] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.597560] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.597808] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.598278] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-00cda2d7-d8b7-4d99-9030-9f175852e4d9 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.602020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-00cda2d7-d8b7-4d99-9030-9f175852e4d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.602020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-00cda2d7-d8b7-4d99-9030-9f175852e4d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.602020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-00cda2d7-d8b7-4d99-9030-9f175852e4d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.602020] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00cda2d7-d8b7-4d99-9030-9f175852e4d9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.940254] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.990652] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 773.991227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.102512] env[65116]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] NSXv3 Agent Agent loop - iteration:0 completed [ 774.102711] env[65116]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] NSXv3 Agent Agent loop - iteration:1 started [ 774.107164] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.107164] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.107164] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.107164] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.107461] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.107530] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 00cda2d7-d8b7-4d99-9030-9f175852e4d9 not found, creating... [ 774.108089] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.108089] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.108089] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.108354] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.109446] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.109446] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.109446] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.109446] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.109796] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.109796] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.109900] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 00cda2d7-d8b7-4d99-9030-9f175852e4d9 is going to be created. [ 774.137382] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.137382] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.137382] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.137382] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.137382] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.137382] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-00cda2d7-d8b7-4d99-9030-9f175852e4d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.443224] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.443224] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.443417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.443920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.444129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.444252] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be updated. [ 774.480997] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.481787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.481787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.481787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.481787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.491529] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 774.629792] env[65116]: INFO networking_nsxv3.common.synchronization [req-df5ad2be-5abc-4d7a-8a9d-742ae9c39058 req-9d849191-4063-4e3a-9e8b-9ec44373399e tempest-VolumesAdminNegativeTest-147738353 tempest-VolumesAdminNegativeTest-147738353-project-member] Enqueued Resource ID: 595bcce9-1790-4bb4-90f1-43665bcd706f with Priority: HIGHEST for action security_group_members [ 774.629792] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595bcce9-1790-4bb4-90f1-43665bcd706f with Priority: HIGHEST for action security_group_members [ 774.629792] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-595bcce9-1790-4bb4-90f1-43665bcd706f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.629792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.629792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.629792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.630535] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.630535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.630535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.630535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.630683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.630713] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('595bcce9-1790-4bb4-90f1-43665bcd706f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.706937] env[65116]: INFO networking_nsxv3.common.synchronization [None req-fd7e2ebc-3fcb-4cb5-aea0-5875d47175a5 None None] Enqueued Resource ID: 4efb7ff9-d217-49f4-a4d4-a2204126f55e with Priority: HIGHEST for action port [ 774.707833] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efb7ff9-d217-49f4-a4d4-a2204126f55e with Priority: HIGHEST for action port [ 774.708037] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-4efb7ff9-d217-49f4-a4d4-a2204126f55e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.708209] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4efb7ff9-d217-49f4-a4d4-a2204126f55e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.708971] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4efb7ff9-d217-49f4-a4d4-a2204126f55e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.708971] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4efb7ff9-d217-49f4-a4d4-a2204126f55e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.708971] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4efb7ff9-d217-49f4-a4d4-a2204126f55e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.875356] env[65116]: INFO networking_nsxv3.common.synchronization [req-c55c9b5e-dced-4027-b1a5-b81fb4a81097 req-576bab36-c6d5-4e14-8011-b5fc78c80f6b service nova] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_rules [ 774.879477] env[65116]: INFO networking_nsxv3.common.synchronization [req-c55c9b5e-dced-4027-b1a5-b81fb4a81097 req-576bab36-c6d5-4e14-8011-b5fc78c80f6b service nova] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 774.879733] env[65116]: INFO networking_nsxv3.common.synchronization [req-c55c9b5e-dced-4027-b1a5-b81fb4a81097 req-576bab36-c6d5-4e14-8011-b5fc78c80f6b service nova] Enqueued Resource ID: 00cda2d7-d8b7-4d99-9030-9f175852e4d9 with Priority: HIGHEST for action port [ 774.881643] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_rules [ 774.881643] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 774.881643] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00cda2d7-d8b7-4d99-9030-9f175852e4d9 with Priority: HIGHEST for action port [ 774.881643] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.881643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.881891] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.882060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.882093] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.883012] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.884774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.884774] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-00cda2d7-d8b7-4d99-9030-9f175852e4d9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.884774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00cda2d7-d8b7-4d99-9030-9f175852e4d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.885058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00cda2d7-d8b7-4d99-9030-9f175852e4d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.886062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00cda2d7-d8b7-4d99-9030-9f175852e4d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.886196] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00cda2d7-d8b7-4d99-9030-9f175852e4d9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.132684] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.133228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.133399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.133771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.133940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.134307] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.135192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.135192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.135192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.135192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.135192] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 595bcce9-1790-4bb4-90f1-43665bcd706f is going to be updated. [ 775.167137] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.167137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.167369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.167406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.167553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.177578] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 595bcce9-1790-4bb4-90f1-43665bcd706f in Status: IN_PROGRESS for 2s [ 775.202785] env[65116]: INFO networking_nsxv3.common.synchronization [req-5d12dc8a-1d55-480a-a036-2c5cbe8da8dd req-6a86ec5d-5efd-4c32-b016-1c006649257a tempest-ServerPasswordTestJSON-1617341377 tempest-ServerPasswordTestJSON-1617341377-project-member] Enqueued Resource ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 with Priority: HIGHEST for action security_group_members [ 775.203398] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 with Priority: HIGHEST for action security_group_members [ 775.203714] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bbfdaaa-459c-4f88-82db-0c833dddee43 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.203837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.203902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.204725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.204900] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.205039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.205095] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.205261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.205345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.205437] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bbfdaaa-459c-4f88-82db-0c833dddee43',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.210227] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4efb7ff9-d217-49f4-a4d4-a2204126f55e [ 775.211095] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.211235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.211313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.211494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.211580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.211671] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4efb7ff9-d217-49f4-a4d4-a2204126f55e already deleted. [ 775.211750] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4efb7ff9-d217-49f4-a4d4-a2204126f55e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.389270] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00cda2d7-d8b7-4d99-9030-9f175852e4d9 with status ACTIVE [ 775.389541] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.389961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.390077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.390350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.390591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.390701] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.390819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.390888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.391518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.391518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.391518] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.391518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.391760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.391760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.391842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.391895] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00cda2d7-d8b7-4d99-9030-9f175852e4d9 is going to be updated. [ 775.394012] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.394012] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.432732] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.432732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.432732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.432732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.432732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.432732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00cda2d7-d8b7-4d99-9030-9f175852e4d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.465523] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 in Status: SUCCESS [ 775.465523] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 deletion is rescheduled due to dependency. [ 775.465523] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.538058] env[65116]: INFO networking_nsxv3.common.synchronization [req-e0a8c359-b620-46d5-bc42-bb5441b69912 req-9d27297a-9681-4f81-a65f-bc892c27714e tempest-ImagesTestJSON-1950073941 tempest-ImagesTestJSON-1950073941-project-member] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 775.538552] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 775.539356] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.539356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.539356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.539594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.539594] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.539756] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.539820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.539975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.540139] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.540250] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.612598] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.612932] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-419" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.613115] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-419" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.616502] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-419" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.616502] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.616502] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.616502] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.616502] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.616502] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.616502] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.616502] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.616502] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.616502] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.616502] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.616502] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.616502] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.637390] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.637834] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.637895] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.638124] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-419" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.638475] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-7381b4f6-e691-437c-9b26-59e3192fe6ed taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.638651] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-7381b4f6-e691-437c-9b26-59e3192fe6ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.638769] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-7381b4f6-e691-437c-9b26-59e3192fe6ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.639237] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-7381b4f6-e691-437c-9b26-59e3192fe6ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.639518] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7381b4f6-e691-437c-9b26-59e3192fe6ed',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.708305] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.708443] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.709026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.709325] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.709447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.709716] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.709854] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.709948] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.710178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.710292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.710421] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 already deleted. [ 775.710536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.042887] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.043226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.043226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.043404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.043502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.043745] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.043856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.043963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.044152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.044321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.044321] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 776.077436] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.077634] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.078218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.079090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.079090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.089543] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 776.141919] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.142218] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.142348] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.142618] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.142809] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.143009] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 7381b4f6-e691-437c-9b26-59e3192fe6ed not found, creating... [ 776.143296] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.143445] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.143559] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.143794] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.143939] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.144228] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.144446] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.144494] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.144672] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.144855] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.145078] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 7381b4f6-e691-437c-9b26-59e3192fe6ed is going to be created. [ 776.173661] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.173866] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.174047] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.174316] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.174583] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.174826] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-7381b4f6-e691-437c-9b26-59e3192fe6ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.505163] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 776.505601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.505601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.505819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.506021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.506132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.506221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.506378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.506424] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.506526] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.521725] env[65116]: INFO networking_nsxv3.common.synchronization [None req-87d3d9e0-b350-4e3f-ab35-f1e8951b3ebb tempest-AttachVolumeShelveTestJSON-1482826837 tempest-AttachVolumeShelveTestJSON-1482826837-project-member] Enqueued Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_rules [ 776.522538] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_rules [ 776.523033] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56b93829-da21-4fcf-8e36-6ec77f6764b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.523145] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.523257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.523405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.523506] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.946445] env[65116]: INFO networking_nsxv3.common.synchronization [req-5d12dc8a-1d55-480a-a036-2c5cbe8da8dd req-b00d0da6-925a-4c22-b3f1-4b79649d78ba service nova] Enqueued Resource ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 with Priority: HIGHEST for action security_group_rules [ 776.946752] env[65116]: INFO networking_nsxv3.common.synchronization [req-5d12dc8a-1d55-480a-a036-2c5cbe8da8dd req-b00d0da6-925a-4c22-b3f1-4b79649d78ba service nova] Enqueued Resource ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 with Priority: HIGHEST for action security_group_members [ 776.946806] env[65116]: INFO networking_nsxv3.common.synchronization [req-5d12dc8a-1d55-480a-a036-2c5cbe8da8dd req-b00d0da6-925a-4c22-b3f1-4b79649d78ba service nova] Enqueued Resource ID: 7381b4f6-e691-437c-9b26-59e3192fe6ed with Priority: HIGHEST for action port [ 776.947854] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 with Priority: HIGHEST for action security_group_rules [ 776.948030] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 with Priority: HIGHEST for action security_group_members [ 776.948139] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7381b4f6-e691-437c-9b26-59e3192fe6ed with Priority: HIGHEST for action port [ 776.948475] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bbfdaaa-459c-4f88-82db-0c833dddee43 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.948605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.948707] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.949016] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.949119] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bbfdaaa-459c-4f88-82db-0c833dddee43',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.950105] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bbfdaaa-459c-4f88-82db-0c833dddee43 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.950264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.950328] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.950544] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.950732] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.950846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.950913] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.951224] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.951447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.951499] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bbfdaaa-459c-4f88-82db-0c833dddee43',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.952488] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-7381b4f6-e691-437c-9b26-59e3192fe6ed taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.952668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7381b4f6-e691-437c-9b26-59e3192fe6ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.952736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7381b4f6-e691-437c-9b26-59e3192fe6ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.952901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7381b4f6-e691-437c-9b26-59e3192fe6ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.952974] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7381b4f6-e691-437c-9b26-59e3192fe6ed',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.010729] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.067732] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.068208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.068324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.068658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.068805] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.068956] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 already deleted. [ 777.069094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.104541] env[65116]: INFO networking_nsxv3.common.synchronization [None req-71b09d34-045e-48c2-a813-bc85a3f98f29 tempest-AttachVolumeShelveTestJSON-1482826837 tempest-AttachVolumeShelveTestJSON-1482826837-project-member] Enqueued Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_rules [ 777.105149] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_rules [ 777.105994] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56b93829-da21-4fcf-8e36-6ec77f6764b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.106323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.106405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.106707] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.106896] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.189143] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 595bcce9-1790-4bb4-90f1-43665bcd706f in Status: SUCCESS [ 777.189143] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 595bcce9-1790-4bb4-90f1-43665bcd706f deletion is rescheduled due to dependency. [ 777.189143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.457027] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bbfdaaa-459c-4f88-82db-0c833dddee43',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.457027] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bbfdaaa-459c-4f88-82db-0c833dddee43 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.457027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.457027] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7381b4f6-e691-437c-9b26-59e3192fe6ed with status ACTIVE [ 777.457027] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.457027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.457027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.457027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.457027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.457907] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.458152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.458679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.459236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.459420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.459796] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.460046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.460933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.463013] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.463013] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.463013] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7381b4f6-e691-437c-9b26-59e3192fe6ed is going to be updated. [ 777.484507] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.484684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.484742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.485396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.485396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.485396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7381b4f6-e691-437c-9b26-59e3192fe6ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.513483] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.634749] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.634749] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.634749] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.634749] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.635089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.635089] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 already deleted. [ 777.635089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.963578] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bbfdaaa-459c-4f88-82db-0c833dddee43',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.015744] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.016332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.016332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.016681] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.018341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.018341] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be updated. [ 778.048551] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.048831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.048947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.049195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.049370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.061778] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 778.100861] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 778.104309] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 deletion is rescheduled due to dependency. [ 778.104309] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.108345] env[65116]: INFO networking_nsxv3.common.synchronization [None req-af0e2362-79b9-47a6-8ef2-77630572dac3 None None] Enqueued Resource ID: c4cc92db-c264-4fab-b522-42365b943399 with Priority: HIGHEST for action port [ 778.112385] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4cc92db-c264-4fab-b522-42365b943399 with Priority: HIGHEST for action port [ 778.112385] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4cc92db-c264-4fab-b522-42365b943399 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.112385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4cc92db-c264-4fab-b522-42365b943399" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.112385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4cc92db-c264-4fab-b522-42365b943399" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.112385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4cc92db-c264-4fab-b522-42365b943399" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.112623] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4cc92db-c264-4fab-b522-42365b943399',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.467835] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.467835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.467835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.467835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.467835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.467835] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 is going to be created. [ 778.498051] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.498051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.498051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.498051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.498051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.507070] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 in Status: UNINITIALIZED for 2s [ 778.618584] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4cc92db-c264-4fab-b522-42365b943399 [ 778.619125] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.619125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.619125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.619301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.619497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.619497] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4cc92db-c264-4fab-b522-42365b943399 already deleted. [ 778.619577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4cc92db-c264-4fab-b522-42365b943399" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.867897] env[65116]: INFO networking_nsxv3.common.synchronization [req-a81f1df0-2245-41a5-b10d-469c34b939ee req-2ffeaafd-d854-460a-bf4c-598cb132b748 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGHEST for action security_group_members [ 779.868250] env[65116]: INFO networking_nsxv3.common.synchronization [req-a81f1df0-2245-41a5-b10d-469c34b939ee req-2ffeaafd-d854-460a-bf4c-598cb132b748 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 779.868661] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGHEST for action security_group_members [ 779.868818] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 779.869287] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-78446265-5e5a-45cf-b80e-d61bbd77eab9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.869486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.869586] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.869924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.870274] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.870457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.870567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.870803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.870955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.871114] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.872179] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.872360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.872500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.872751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.872966] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.873185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.873402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.874214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.874214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.874214] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.939836] env[65116]: INFO networking_nsxv3.common.synchronization [req-a81f1df0-2245-41a5-b10d-469c34b939ee req-2ffeaafd-d854-460a-bf4c-598cb132b748 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_rules [ 779.939836] env[65116]: INFO networking_nsxv3.common.synchronization [req-a81f1df0-2245-41a5-b10d-469c34b939ee req-2ffeaafd-d854-460a-bf4c-598cb132b748 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 779.939836] env[65116]: INFO networking_nsxv3.common.synchronization [req-a81f1df0-2245-41a5-b10d-469c34b939ee req-2ffeaafd-d854-460a-bf4c-598cb132b748 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGHEST for action security_group_rules [ 779.939836] env[65116]: INFO networking_nsxv3.common.synchronization [req-a81f1df0-2245-41a5-b10d-469c34b939ee req-2ffeaafd-d854-460a-bf4c-598cb132b748 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGHEST for action security_group_members [ 779.939836] env[65116]: INFO networking_nsxv3.common.synchronization [req-a81f1df0-2245-41a5-b10d-469c34b939ee req-2ffeaafd-d854-460a-bf4c-598cb132b748 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: cd096b57-4e55-46f3-b323-cc951f405db2 with Priority: HIGHEST for action port [ 779.940356] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_rules [ 779.940495] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGHEST for action security_group_rules [ 779.940622] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd096b57-4e55-46f3-b323-cc951f405db2 with Priority: HIGHEST for action port [ 779.940756] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 779.940875] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGHEST for action security_group_members [ 779.941585] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.941760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.942629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.942629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.942629] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.943760] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78446265-5e5a-45cf-b80e-d61bbd77eab9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.943912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.943986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.944286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.944568] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.946560] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd096b57-4e55-46f3-b323-cc951f405db2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.946560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.946560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.946560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.946560] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd096b57-4e55-46f3-b323-cc951f405db2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.949570] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.949570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.949570] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-78446265-5e5a-45cf-b80e-d61bbd77eab9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.949570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.073343] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 780.074273] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.074273] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.074832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.075222] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.075406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.075481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.075763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.075898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.075992] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.076103] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.375951] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.376908] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.449753] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.449931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.450043] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd096b57-4e55-46f3-b323-cc951f405db2 with status ACTIVE [ 780.450245] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.450365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.451408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.451408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.451408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.451408] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.451408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.451408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.451408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.451408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.451717] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.451717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.451717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.451816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.451816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.451895] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd096b57-4e55-46f3-b323-cc951f405db2 is going to be updated. [ 780.453682] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-78446265-5e5a-45cf-b80e-d61bbd77eab9 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.454206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.477618] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.477618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.477618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.477618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.478019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.478019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.518872] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 in Status: SUCCESS [ 780.519866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.519866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.519866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.519866] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.519866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.520236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.521446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.521446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.521446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.521446] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bbfdaaa-459c-4f88-82db-0c833dddee43',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.582522] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.582723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.582797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.583100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.584099] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.584099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.584099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.584099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.584099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.584099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.584099] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.584099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.584099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.584099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.584500] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.584500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.584500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.584500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.584632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.584632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.584693] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.879470] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.885210] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.025344] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bbfdaaa-459c-4f88-82db-0c833dddee43 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.025344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.025344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.025344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.025344] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.025678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.025678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.025912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.025978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.026159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.026423] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bbfdaaa-459c-4f88-82db-0c833dddee43 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.026585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.026629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.026827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.026942] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.027114] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.027181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.027478] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.027579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.027684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.027791] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bbfdaaa-459c-4f88-82db-0c833dddee43',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.087398] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f090cd0f-2654-4c14-8e8d-4f34bcfb7abe: rpc.has_security_group_logging(os_id): False [ 781.108593] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.109051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.109051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.109373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.109373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.110020] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.110020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.110020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.110175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.110206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.110765] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.110765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.110765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.110903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.110903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.112029] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.112029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.112029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.112029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.112029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.113522] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be updated. [ 781.203089] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.203315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.203439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.203723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.203928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.222475] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 781.386946] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.386946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.386946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.387162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.387162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.387230] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 is going to be created. [ 781.388518] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.388691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.388728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.388886] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.388969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.393344] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 781.426419] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.426419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.426419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.426419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.426419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.431353] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.432134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.432134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.432134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.432134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.437447] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 in Status: UNINITIALIZED for 2s [ 781.439101] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 781.530392] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bbfdaaa-459c-4f88-82db-0c833dddee43: rpc.has_security_group_logging(os_id): False [ 781.552778] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.552933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.553023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.553261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.553351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.553548] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.553649] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.553715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.553867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.553945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.554183] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.554263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.554300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.554431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.554505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.554691] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.554811] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.555286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.555509] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.555594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.555684] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 is going to be created. [ 781.623243] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.623738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.623738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.623895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.623945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.636093] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 in Status: IN_PROGRESS for 2s [ 782.487227] env[65116]: INFO networking_nsxv3.common.synchronization [req-16451e5a-37d2-4465-9998-f7d876f2a4ad req-4d4a7117-9fb4-4ded-b062-c34250b1366c tempest-ServersWithSpecificFlavorTestJSON-1330520152 tempest-ServersWithSpecificFlavorTestJSON-1330520152-project-member] Enqueued Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_members [ 782.487227] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_members [ 782.487622] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-600ba772-cff5-4a21-ba3c-0887b5c747a4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.487622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.487622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.487790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.487951] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.488065] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.488126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.488272] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.488359] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.488470] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.938141] env[65116]: INFO networking_nsxv3.common.synchronization [req-65df3c0d-fc13-4e69-8eb7-9af91690e3c6 req-28dbae18-7a1b-4384-8e73-947f1ce194ea tempest-ListServerFiltersTestJSON-516348507 tempest-ListServerFiltersTestJSON-516348507-project-member] Enqueued Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 782.938710] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 782.939384] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.939576] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.939684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.939919] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.940123] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.940255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.940342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.940708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.940708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.940708] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.991714] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.992690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.993078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.994571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.994571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.994571] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.994571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.994571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.995841] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.998159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.998159] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 is going to be updated. [ 783.028960] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.029588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.029588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.029588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.029588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.044302] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 in Status: IN_PROGRESS for 2s [ 783.238953] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 783.239925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.273691] env[65116]: INFO networking_nsxv3.common.synchronization [req-0138b4d2-99b4-40f6-825d-04bdf1e75ef0 req-652681be-8218-4b92-bdd3-1eeaeedd1c2e tempest-DeleteServersTestJSON-1929788868 tempest-DeleteServersTestJSON-1929788868-project-member] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 783.274186] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 783.274305] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.274406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.274484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.274679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.274984] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.275091] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.276148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.277582] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.277700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.277859] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.442646] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.449844] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 783.450044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.450220] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.450445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.450941] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.450941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.450941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.451298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.451298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.451298] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.452795] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 in Status: SUCCESS [ 783.453059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.453224] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.453422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.453597] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.453717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.453777] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.453943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.455443] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.455443] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.652113] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 in Status: SUCCESS [ 783.652381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.780634] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.781314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.781314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.781314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.781314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.781662] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.781832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.781883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.782133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.782196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.782855] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 783.815798] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.815798] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.815798] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.815966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.816444] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.833442] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 783.946565] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.957352] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.958324] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.447704] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.448106] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.448106] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.448217] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.448309] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.448438] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 is going to be updated. [ 784.460109] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.461504] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.482351] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.482504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.482575] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.482803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.482936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.494342] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: IN_PROGRESS for 2s [ 784.970552] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.970552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.970552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.970954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.970954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.970954] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 is going to be updated. [ 784.972209] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.972319] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.972384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.972556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.972640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.972729] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 785.005599] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.005691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.005877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.005999] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.006171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.008889] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.009068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.009169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.009388] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.009560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.021888] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 785.023126] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 in Status: IN_PROGRESS for 2s [ 785.057239] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 in Status: SUCCESS [ 785.057503] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 deletion is rescheduled due to dependency. [ 785.057667] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.846523] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 785.846696] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 deletion is rescheduled due to dependency. [ 785.846809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.505675] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: SUCCESS [ 786.506073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.039088] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 787.039088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.039088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.039419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.039514] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.039638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.039704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.039856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.039972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.040034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.040125] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.045376] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 in Status: SUCCESS [ 787.045600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.045803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.045966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.046171] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.046289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.046355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.046504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.046595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.046772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.046893] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.321588] env[65116]: INFO networking_nsxv3.common.synchronization [None req-9f08154e-837c-44b5-93e8-0c83b4ab6984 None None] Enqueued Resource ID: 2a6cca39-ae03-4468-a152-22668d8b86b0 with Priority: HIGHEST for action port [ 787.322167] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6cca39-ae03-4468-a152-22668d8b86b0 with Priority: HIGHEST for action port [ 787.322524] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a6cca39-ae03-4468-a152-22668d8b86b0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.322683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a6cca39-ae03-4468-a152-22668d8b86b0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.323760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a6cca39-ae03-4468-a152-22668d8b86b0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.324055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a6cca39-ae03-4468-a152-22668d8b86b0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.324228] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a6cca39-ae03-4468-a152-22668d8b86b0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.429475] env[65116]: INFO networking_nsxv3.common.synchronization [req-29389141-9df3-4f8b-a761-4943b62259a7 req-e0fd8f03-65a2-4e28-a0bb-4dcc1a2f9cde tempest-ServerAddressesNegativeTestJSON-2099705515 tempest-ServerAddressesNegativeTestJSON-2099705515-project-member] Enqueued Resource ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed with Priority: HIGHEST for action security_group_members [ 787.429475] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed with Priority: HIGHEST for action security_group_members [ 787.429820] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.429820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.429820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.429963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.431253] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.431539] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.431539] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.431737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.431946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.431946] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.549847] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.550124] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.550124] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.550362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.550504] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.550633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.550702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.550862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.550958] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.551753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.552009] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.552136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.552222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.552376] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.552556] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.552753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.552867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.553075] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.553192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.553516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.553516] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.555252] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.827645] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a6cca39-ae03-4468-a152-22668d8b86b0 [ 787.827892] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.828037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.828108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.828432] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.828530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.828628] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a6cca39-ae03-4468-a152-22668d8b86b0 already deleted. [ 787.828709] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a6cca39-ae03-4468-a152-22668d8b86b0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.934333] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.934514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.934611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.934936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.935060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.935259] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.935365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.935643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.935643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.935807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.935807] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed is going to be updated. [ 787.964028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.964222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.964317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.964465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.964593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.974060] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed in Status: IN_PROGRESS for 2s [ 788.056578] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d: rpc.has_security_group_logging(os_id): False [ 788.057346] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78446265-5e5a-45cf-b80e-d61bbd77eab9: rpc.has_security_group_logging(os_id): False [ 788.077984] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.078297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.078297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.078297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.078632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.078632] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.078746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.078746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.078883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.078962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.079170] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.079271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.079344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.079456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.079525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.079710] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.079802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.079864] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.079996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.080082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.080232] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 788.082036] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.082180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.082243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.082418] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.082487] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.082705] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.082810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.082859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.083217] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.083311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.083408] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 is going to be created. [ 788.144156] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.144156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.144434] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.144836] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.144836] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.156358] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 in Status: IN_PROGRESS for 2s [ 788.166273] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.166550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.166550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.166666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.166810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.187756] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 788.548122] env[65116]: INFO networking_nsxv3.common.synchronization [req-e5c64983-b451-4ef8-9854-d0757e0478cc req-3056a773-d31b-42be-b7be-0eea6a235b22 tempest-ServerRescueTestJSON-1357542986 tempest-ServerRescueTestJSON-1357542986-project-member] Enqueued Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_members [ 788.548122] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_members [ 788.548323] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.548545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.548545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.548829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.549627] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.549627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.549627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.549627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.549627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.549627] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.979988] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.980334] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-469" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.980334] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-469" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.980677] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-469" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.980864] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.981017] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.981131] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.981336] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.981471] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.981672] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.981780] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.982049] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.982049] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.982142] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.982214] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.982331] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.002501] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.002721] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.002823] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.002967] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-469" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.003297] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-1740aa3b-2428-4bc3-8888-c4edc0734c60 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.003488] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-1740aa3b-2428-4bc3-8888-c4edc0734c60" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.003603] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-1740aa3b-2428-4bc3-8888-c4edc0734c60" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.003917] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-1740aa3b-2428-4bc3-8888-c4edc0734c60" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.004071] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1740aa3b-2428-4bc3-8888-c4edc0734c60',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.051583] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.051746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.051820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.053122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.053122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.053122] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.053449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.053449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.053449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.053652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.053652] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf already deleted. [ 789.053652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.506682] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.507951] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.507951] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.507951] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.507951] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.507951] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 1740aa3b-2428-4bc3-8888-c4edc0734c60 not found, creating... [ 789.508203] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.508321] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.508417] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.508667] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.508811] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.512347] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.512551] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.512706] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.512943] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.513112] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.513230] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 1740aa3b-2428-4bc3-8888-c4edc0734c60 is going to be created. [ 789.533420] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.533634] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.533732] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.533994] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.534239] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.534454] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-1740aa3b-2428-4bc3-8888-c4edc0734c60" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.705204] env[65116]: INFO networking_nsxv3.common.synchronization [None req-558e1a55-a290-41e0-9823-d2a5f29cee6b None None] Enqueued Resource ID: 69472a1c-0950-4079-80f2-54f6fb9fdbbe with Priority: HIGHEST for action port [ 789.705922] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69472a1c-0950-4079-80f2-54f6fb9fdbbe with Priority: HIGHEST for action port [ 789.706295] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-69472a1c-0950-4079-80f2-54f6fb9fdbbe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.706429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69472a1c-0950-4079-80f2-54f6fb9fdbbe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.706501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69472a1c-0950-4079-80f2-54f6fb9fdbbe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.706777] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69472a1c-0950-4079-80f2-54f6fb9fdbbe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.706879] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69472a1c-0950-4079-80f2-54f6fb9fdbbe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.949259] env[65116]: INFO networking_nsxv3.common.synchronization [None req-d573352a-d333-4c6f-9ca2-ad5f89dca102 None None] Enqueued Resource ID: 02065ce9-2cc0-4361-affd-9c84121532f8 with Priority: HIGHEST for action port [ 789.949821] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02065ce9-2cc0-4361-affd-9c84121532f8 with Priority: HIGHEST for action port [ 789.950149] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-02065ce9-2cc0-4361-affd-9c84121532f8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.950388] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02065ce9-2cc0-4361-affd-9c84121532f8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.950450] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02065ce9-2cc0-4361-affd-9c84121532f8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.950679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02065ce9-2cc0-4361-affd-9c84121532f8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.950766] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02065ce9-2cc0-4361-affd-9c84121532f8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.984229] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed in Status: SUCCESS [ 789.984608] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed deletion is rescheduled due to dependency. [ 789.984608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.168559] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 in Status: SUCCESS [ 790.168791] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.202072] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 790.202383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.208728] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69472a1c-0950-4079-80f2-54f6fb9fdbbe [ 790.208958] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.209103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.209234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.209396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.209512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.209652] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69472a1c-0950-4079-80f2-54f6fb9fdbbe already deleted. [ 790.209750] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69472a1c-0950-4079-80f2-54f6fb9fdbbe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.237922] env[65116]: INFO networking_nsxv3.common.synchronization [req-e5c64983-b451-4ef8-9854-d0757e0478cc req-7ec2c5b9-ad3b-4a6e-b909-62a64156f73f service nova] Enqueued Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_rules [ 790.238046] env[65116]: INFO networking_nsxv3.common.synchronization [req-e5c64983-b451-4ef8-9854-d0757e0478cc req-7ec2c5b9-ad3b-4a6e-b909-62a64156f73f service nova] Enqueued Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_members [ 790.238214] env[65116]: INFO networking_nsxv3.common.synchronization [req-e5c64983-b451-4ef8-9854-d0757e0478cc req-7ec2c5b9-ad3b-4a6e-b909-62a64156f73f service nova] Enqueued Resource ID: 1740aa3b-2428-4bc3-8888-c4edc0734c60 with Priority: HIGHEST for action port [ 790.238395] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_rules [ 790.238523] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_members [ 790.238618] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1740aa3b-2428-4bc3-8888-c4edc0734c60 with Priority: HIGHEST for action port [ 790.239224] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.239350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.239420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.239662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.239744] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.240843] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.240959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.241035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.241206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.241360] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.241454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.241515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.242855] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.242977] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.243091] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.244333] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-1740aa3b-2428-4bc3-8888-c4edc0734c60 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.244445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1740aa3b-2428-4bc3-8888-c4edc0734c60" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.249600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1740aa3b-2428-4bc3-8888-c4edc0734c60" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.249600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1740aa3b-2428-4bc3-8888-c4edc0734c60" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.249600] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1740aa3b-2428-4bc3-8888-c4edc0734c60',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.453190] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02065ce9-2cc0-4361-affd-9c84121532f8 [ 790.453441] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.453835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.453835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.453835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.453955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.454021] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02065ce9-2cc0-4361-affd-9c84121532f8 already deleted. [ 790.454105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02065ce9-2cc0-4361-affd-9c84121532f8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.749112] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.750274] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.750405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.750464] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1740aa3b-2428-4bc3-8888-c4edc0734c60 with status ACTIVE [ 790.750637] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.750718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.750889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.750976] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.751228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.751304] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.751380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.751380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.752803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.752803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.752803] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.752803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.752803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.752803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.752803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.752803] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1740aa3b-2428-4bc3-8888-c4edc0734c60 is going to be updated. [ 790.780101] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.780101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.780101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.780101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.780101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.780101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1740aa3b-2428-4bc3-8888-c4edc0734c60" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.781342] env[65116]: INFO networking_nsxv3.common.synchronization [req-6048366d-4f1a-4b8f-85bd-7ada0ebf6de0 req-a1128d28-6a54-4267-bf94-1a5719bce531 tempest-ServersTestMultiNic-1259526584 tempest-ServersTestMultiNic-1259526584-project-member] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 790.781508] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 790.782033] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.782151] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.782221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.782399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.782747] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.782747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.782747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.782896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.782970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.783216] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.178143] env[65116]: INFO networking_nsxv3.common.synchronization [req-6048366d-4f1a-4b8f-85bd-7ada0ebf6de0 req-6711e2cb-1703-408e-b9f6-bb65dfbc3d8f tempest-ServersTestMultiNic-1259526584 tempest-ServersTestMultiNic-1259526584-project-member] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 791.178424] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 791.178566] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.178671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.255188] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.285188] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.285483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.285483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.285972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.285972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.286241] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.286241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.286241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.286857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.286857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.286857] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 791.318057] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.318246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.318336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.318501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.318643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.328070] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 791.596865] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.599023] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-165" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.599023] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-165" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.599304] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-165" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.599723] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.599978] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.600190] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.600527] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.601204] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.601204] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.601321] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.602317] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.602317] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.602317] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.602317] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.602317] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.625429] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.625600] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.625736] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.625913] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-165" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.626243] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-ac5e737f-9b34-4d3a-896b-163829980cce taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.627187] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-ac5e737f-9b34-4d3a-896b-163829980cce" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.627366] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-ac5e737f-9b34-4d3a-896b-163829980cce" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.627678] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-ac5e737f-9b34-4d3a-896b-163829980cce" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.627818] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac5e737f-9b34-4d3a-896b-163829980cce',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.756692] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.756865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.756941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.757170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.757260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.757358] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf is going to be created. [ 791.783031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.783217] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.783294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.786125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.786125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.797338] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf in Status: UNINITIALIZED for 2s [ 792.131678] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.131678] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.131889] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.132971] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.132971] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.132971] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port ac5e737f-9b34-4d3a-896b-163829980cce not found, creating... [ 792.132971] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.132971] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.133261] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.133406] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.133460] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.134296] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.134996] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.134996] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.134996] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.135144] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.135845] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: ac5e737f-9b34-4d3a-896b-163829980cce is going to be created. [ 792.160035] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.160035] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.160035] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.160035] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.160035] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.160573] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-ac5e737f-9b34-4d3a-896b-163829980cce" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.472024] env[65116]: INFO networking_nsxv3.common.synchronization [None req-f5b9e4ca-fbd1-4da9-a321-80f2702538ff None None] Enqueued Resource ID: 14e4dbb9-e733-41e5-b227-94ed9eae5326 with Priority: HIGHEST for action port [ 792.472024] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e4dbb9-e733-41e5-b227-94ed9eae5326 with Priority: HIGHEST for action port [ 792.472024] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-14e4dbb9-e733-41e5-b227-94ed9eae5326 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.472024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14e4dbb9-e733-41e5-b227-94ed9eae5326" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.472024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14e4dbb9-e733-41e5-b227-94ed9eae5326" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.472024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14e4dbb9-e733-41e5-b227-94ed9eae5326" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.472024] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14e4dbb9-e733-41e5-b227-94ed9eae5326',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.897315] env[65116]: INFO networking_nsxv3.common.synchronization [req-6048366d-4f1a-4b8f-85bd-7ada0ebf6de0 req-934e8104-3a6d-417c-8f43-78c8de434951 service nova] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_rules [ 792.897315] env[65116]: INFO networking_nsxv3.common.synchronization [req-6048366d-4f1a-4b8f-85bd-7ada0ebf6de0 req-934e8104-3a6d-417c-8f43-78c8de434951 service nova] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 792.897315] env[65116]: INFO networking_nsxv3.common.synchronization [req-6048366d-4f1a-4b8f-85bd-7ada0ebf6de0 req-934e8104-3a6d-417c-8f43-78c8de434951 service nova] Enqueued Resource ID: ac5e737f-9b34-4d3a-896b-163829980cce with Priority: HIGHEST for action port [ 792.901483] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_rules [ 792.901483] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 792.901483] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac5e737f-9b34-4d3a-896b-163829980cce with Priority: HIGHEST for action port [ 792.901483] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.901483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.901483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.901483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.901483] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.902200] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.902200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.902421] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac5e737f-9b34-4d3a-896b-163829980cce taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.902624] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac5e737f-9b34-4d3a-896b-163829980cce" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.902690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac5e737f-9b34-4d3a-896b-163829980cce" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.903096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac5e737f-9b34-4d3a-896b-163829980cce" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.903096] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac5e737f-9b34-4d3a-896b-163829980cce',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.904873] env[65116]: INFO networking_nsxv3.common.synchronization [None req-35217924-6d0a-4495-ad6d-5f7b9aa32a71 tempest-ServersTestBootFromVolume-437173978 tempest-ServersTestBootFromVolume-437173978-project-member] Enqueued Resource ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d with Priority: HIGHEST for action security_group_rules [ 792.905571] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d with Priority: HIGHEST for action security_group_rules [ 792.908015] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a31b0ff-fad5-4540-91f2-aa172e79991d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.908015] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.908015] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.908015] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.908015] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a31b0ff-fad5-4540-91f2-aa172e79991d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.973494] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14e4dbb9-e733-41e5-b227-94ed9eae5326 [ 792.973663] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.973791] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.974229] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.974229] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.974339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.974370] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14e4dbb9-e733-41e5-b227-94ed9eae5326 already deleted. [ 792.974455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14e4dbb9-e733-41e5-b227-94ed9eae5326" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.016480] env[65116]: INFO networking_nsxv3.common.synchronization [None req-e6c04d8d-eba5-4eb4-b957-a2292fbd99a0 tempest-ServersTestBootFromVolume-437173978 tempest-ServersTestBootFromVolume-437173978-project-member] Enqueued Resource ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d with Priority: HIGHEST for action security_group_rules [ 793.017016] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d with Priority: HIGHEST for action security_group_rules [ 793.017351] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a31b0ff-fad5-4540-91f2-aa172e79991d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.017478] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.338293] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 793.338293] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 deletion is rescheduled due to dependency. [ 793.338452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.338531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.338727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.338908] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.339034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.339099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.339249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.339327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.339425] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.407488] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.410058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.410058] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac5e737f-9b34-4d3a-896b-163829980cce with status ACTIVE [ 793.410058] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.410058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.410058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.410058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.410058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.410058] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.410058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.410058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.410058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.410058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.410058] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.410058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.410058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.410058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.410058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.412252] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac5e737f-9b34-4d3a-896b-163829980cce is going to be updated. [ 793.434145] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.434290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.434395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.434554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.434685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.434744] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d already deleted. [ 793.434794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.435039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.435195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.435362] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a31b0ff-fad5-4540-91f2-aa172e79991d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.436883] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.436951] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.437042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.437207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.437331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.437490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac5e737f-9b34-4d3a-896b-163829980cce" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.705015] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.705441] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-749" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.705441] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-749" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.705689] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-749" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.705979] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.706167] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.706281] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.706502] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.706708] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.706997] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.707198] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.707393] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.707571] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.707783] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.708009] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.708170] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.731760] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.731911] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.732426] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.732426] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-749" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.732536] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-183f83c8-107c-47b0-9081-d9a9173bc9b3 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.732705] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-183f83c8-107c-47b0-9081-d9a9173bc9b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.732862] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-183f83c8-107c-47b0-9081-d9a9173bc9b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.733244] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-183f83c8-107c-47b0-9081-d9a9173bc9b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.733372] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('183f83c8-107c-47b0-9081-d9a9173bc9b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.805489] env[65116]: INFO networking_nsxv3.common.synchronization [req-e7b16afc-3d7b-4cf2-bc4f-256653aabc1a req-40c6ba09-8456-48fc-a0d9-f1c2d3ae6945 tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_members [ 793.806519] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_members [ 793.806519] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.806978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.806978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.806978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.807226] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.807390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.807456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.807669] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.807796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.807899] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.809706] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf in Status: SUCCESS [ 793.809942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.810434] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.810648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.810865] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.811049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.811049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.812605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.812605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.812605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.812605] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.842930] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.960727] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.960894] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.960975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.961201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.961296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.961653] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d already deleted. [ 793.961653] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.233625] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.234155] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.234155] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.234335] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.234751] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.234956] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.235150] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.235412] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.235577] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.235796] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.235969] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.236146] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.236309] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.236426] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.236531] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.236665] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.238671] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.239115] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.239311] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.239639] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.239780] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.239940] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 183f83c8-107c-47b0-9081-d9a9173bc9b3 not found, creating... [ 794.240261] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.240455] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.240603] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.240832] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.241063] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.241388] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.241545] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.241713] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.241942] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.242182] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.242441] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 183f83c8-107c-47b0-9081-d9a9173bc9b3 is going to be created. [ 794.263823] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.264151] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.264306] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.264585] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.264802] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.265105] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-183f83c8-107c-47b0-9081-d9a9173bc9b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.272025] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.272025] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.272025] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.272025] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.272025] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-4304bec2-f452-4be6-aeda-3ad8354a4547 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.272025] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-4304bec2-f452-4be6-aeda-3ad8354a4547" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.272025] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-4304bec2-f452-4be6-aeda-3ad8354a4547" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.272025] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-4304bec2-f452-4be6-aeda-3ad8354a4547" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.272025] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4304bec2-f452-4be6-aeda-3ad8354a4547',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.313179] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.313372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.313448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.313659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.313748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.313946] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.314061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.314245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.314467] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.314653] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.314705] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a29923-854e-4f0f-9d9f-01769f444e0f already deleted. [ 794.314826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.315211] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.315372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.315475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.315665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.315863] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.316009] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.316124] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.316520] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.316520] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.316520] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.316786] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.316927] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.317037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.317273] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.318018] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.318215] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.318380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.318607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.318759] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.318928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.319237] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.345585] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.772192] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.772526] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.772576] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.772866] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.773012] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.773169] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 4304bec2-f452-4be6-aeda-3ad8354a4547 not found, creating... [ 794.773432] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.773583] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.773696] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.773938] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.774091] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.774367] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.774516] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.774678] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.774857] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.774971] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.775139] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 4304bec2-f452-4be6-aeda-3ad8354a4547 is going to be created. [ 794.797475] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.797682] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.797804] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.798156] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.798383] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.798609] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-4304bec2-f452-4be6-aeda-3ad8354a4547" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.822265] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf: rpc.has_security_group_logging(os_id): False [ 794.840744] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.841050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.841152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.841428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.841520] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.841690] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.841821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.841931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.842089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.842174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.842605] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.842605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.842838] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.842879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.843023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.843289] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.843452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.843535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.843747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.843860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.843955] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf is going to be created. [ 794.847879] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.848035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.848149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.848397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.848543] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.848677] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 794.888810] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.889079] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.889271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.889591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.889826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.905929] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 794.932438] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.932597] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.932835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.933105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.933369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.946424] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf in Status: IN_PROGRESS for 2s [ 794.971570] env[65116]: INFO networking_nsxv3.common.synchronization [req-6048366d-4f1a-4b8f-85bd-7ada0ebf6de0 req-657391d4-654e-4ff5-b0dc-db5a7b261f7b service nova] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_rules [ 794.971570] env[65116]: INFO networking_nsxv3.common.synchronization [req-6048366d-4f1a-4b8f-85bd-7ada0ebf6de0 req-657391d4-654e-4ff5-b0dc-db5a7b261f7b service nova] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 794.971570] env[65116]: INFO networking_nsxv3.common.synchronization [req-6048366d-4f1a-4b8f-85bd-7ada0ebf6de0 req-657391d4-654e-4ff5-b0dc-db5a7b261f7b service nova] Enqueued Resource ID: 183f83c8-107c-47b0-9081-d9a9173bc9b3 with Priority: HIGHEST for action port [ 794.972598] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_rules [ 794.972598] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 794.972598] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183f83c8-107c-47b0-9081-d9a9173bc9b3 with Priority: HIGHEST for action port [ 794.972598] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.972598] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.973036] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.973036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.974916] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-183f83c8-107c-47b0-9081-d9a9173bc9b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.975180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-183f83c8-107c-47b0-9081-d9a9173bc9b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.975180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-183f83c8-107c-47b0-9081-d9a9173bc9b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.975789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-183f83c8-107c-47b0-9081-d9a9173bc9b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.975789] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('183f83c8-107c-47b0-9081-d9a9173bc9b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.477680] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 183f83c8-107c-47b0-9081-d9a9173bc9b3 with status ACTIVE [ 795.478489] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.478489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.478489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.478489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.478489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.478727] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.478727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.478727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.479533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.479533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.479533] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.479533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.479533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.479972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.480055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.480550] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 183f83c8-107c-47b0-9081-d9a9173bc9b3 is going to be updated. [ 795.502307] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.502307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.502307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.502537] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.502768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.502843] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-183f83c8-107c-47b0-9081-d9a9173bc9b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.521556] env[65116]: INFO networking_nsxv3.common.synchronization [req-e7b16afc-3d7b-4cf2-bc4f-256653aabc1a req-74d8bbb7-1301-4a6a-8c97-56cd0af00ed4 service nova] Enqueued Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_rules [ 795.521757] env[65116]: INFO networking_nsxv3.common.synchronization [req-e7b16afc-3d7b-4cf2-bc4f-256653aabc1a req-74d8bbb7-1301-4a6a-8c97-56cd0af00ed4 service nova] Enqueued Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_members [ 795.521954] env[65116]: INFO networking_nsxv3.common.synchronization [req-e7b16afc-3d7b-4cf2-bc4f-256653aabc1a req-74d8bbb7-1301-4a6a-8c97-56cd0af00ed4 service nova] Enqueued Resource ID: 4304bec2-f452-4be6-aeda-3ad8354a4547 with Priority: HIGHEST for action port [ 795.522499] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_rules [ 795.524406] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_members [ 795.524536] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4304bec2-f452-4be6-aeda-3ad8354a4547 with Priority: HIGHEST for action port [ 795.525249] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.525321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.525357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.525555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.525634] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.527127] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.527193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.527683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.527683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.527783] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.527783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.527871] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.527994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.528383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.528383] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.529345] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-4304bec2-f452-4be6-aeda-3ad8354a4547 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.529810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4304bec2-f452-4be6-aeda-3ad8354a4547" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.529926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4304bec2-f452-4be6-aeda-3ad8354a4547" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.530107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4304bec2-f452-4be6-aeda-3ad8354a4547" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.530180] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4304bec2-f452-4be6-aeda-3ad8354a4547',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.031301] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.032886] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.033037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.033261] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4304bec2-f452-4be6-aeda-3ad8354a4547 with status ACTIVE [ 796.033541] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.033627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.033695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.033970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.034478] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.035307] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.035307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.035307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.035307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.035307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.035558] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.035675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.035767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.035938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.036022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.036144] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4304bec2-f452-4be6-aeda-3ad8354a4547 is going to be updated. [ 796.061272] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.061443] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.061519] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.061785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.061929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.062105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4304bec2-f452-4be6-aeda-3ad8354a4547" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.538045] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.662921] env[65116]: INFO networking_nsxv3.common.synchronization [req-99ba8937-acd4-4a5e-8d39-afa89ddb9154 req-006c8d83-c3bc-4edc-b859-80f5adf9dadc tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c with Priority: HIGHEST for action security_group_members [ 796.662921] env[65116]: INFO networking_nsxv3.common.synchronization [req-99ba8937-acd4-4a5e-8d39-afa89ddb9154 req-006c8d83-c3bc-4edc-b859-80f5adf9dadc tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGHEST for action security_group_members [ 796.662921] env[65116]: INFO networking_nsxv3.common.synchronization [req-99ba8937-acd4-4a5e-8d39-afa89ddb9154 req-006c8d83-c3bc-4edc-b859-80f5adf9dadc tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 796.662921] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c with Priority: HIGHEST for action security_group_members [ 796.662921] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGHEST for action security_group_members [ 796.662921] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 796.662921] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.663616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.663792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.664122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.664384] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.664594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.664738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.665130] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.665308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.665479] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.666563] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-78446265-5e5a-45cf-b80e-d61bbd77eab9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.666794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.666966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.667965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.667965] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.667965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.667965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.667965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.669996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.669996] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.670771] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.670874] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.670941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.671114] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.671245] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.671336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.671401] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.671536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.671611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.671693] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.714448] env[65116]: INFO networking_nsxv3.common.synchronization [req-99ba8937-acd4-4a5e-8d39-afa89ddb9154 req-006c8d83-c3bc-4edc-b859-80f5adf9dadc tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c with Priority: HIGHEST for action security_group_rules [ 796.714671] env[65116]: INFO networking_nsxv3.common.synchronization [req-99ba8937-acd4-4a5e-8d39-afa89ddb9154 req-006c8d83-c3bc-4edc-b859-80f5adf9dadc tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c with Priority: HIGHEST for action security_group_members [ 796.714757] env[65116]: INFO networking_nsxv3.common.synchronization [req-99ba8937-acd4-4a5e-8d39-afa89ddb9154 req-006c8d83-c3bc-4edc-b859-80f5adf9dadc tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_rules [ 796.714968] env[65116]: INFO networking_nsxv3.common.synchronization [req-99ba8937-acd4-4a5e-8d39-afa89ddb9154 req-006c8d83-c3bc-4edc-b859-80f5adf9dadc tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 796.715137] env[65116]: INFO networking_nsxv3.common.synchronization [req-99ba8937-acd4-4a5e-8d39-afa89ddb9154 req-006c8d83-c3bc-4edc-b859-80f5adf9dadc tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGHEST for action security_group_rules [ 796.715261] env[65116]: INFO networking_nsxv3.common.synchronization [req-99ba8937-acd4-4a5e-8d39-afa89ddb9154 req-006c8d83-c3bc-4edc-b859-80f5adf9dadc tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGHEST for action security_group_members [ 796.715831] env[65116]: INFO networking_nsxv3.common.synchronization [req-99ba8937-acd4-4a5e-8d39-afa89ddb9154 req-006c8d83-c3bc-4edc-b859-80f5adf9dadc tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: cd096b57-4e55-46f3-b323-cc951f405db2 with Priority: HIGHEST for action port [ 796.716336] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c with Priority: HIGHEST for action security_group_rules [ 796.716513] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_rules [ 796.716641] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGHEST for action security_group_members [ 796.716760] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd096b57-4e55-46f3-b323-cc951f405db2 with Priority: HIGHEST for action port [ 796.716944] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGHEST for action security_group_rules [ 796.716999] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c with Priority: HIGHEST for action security_group_members [ 796.717171] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 796.717469] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.717577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.717977] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.718302] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.718415] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.719326] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.719444] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.720640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.720640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.720640] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.721600] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-78446265-5e5a-45cf-b80e-d61bbd77eab9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.721989] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.722239] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd096b57-4e55-46f3-b323-cc951f405db2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.722370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.722455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.722746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.722910] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd096b57-4e55-46f3-b323-cc951f405db2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.723983] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78446265-5e5a-45cf-b80e-d61bbd77eab9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.724119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.724261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.725393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.725460] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.727038] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.727104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.727294] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.727380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.917060] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 796.917264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.917427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.917643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.917892] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.918039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.918114] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.918262] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.918343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.918437] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.961690] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf in Status: SUCCESS [ 796.962224] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.043087] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.043459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.043459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.043699] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.043795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.043947] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a29923-854e-4f0f-9d9f-01769f444e0f is going to be created. [ 797.071670] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.071670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.071670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.071670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.071670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.082702] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: UNINITIALIZED for 2s [ 797.175816] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.176981] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.177787] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.228784] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.232023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.232023] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd096b57-4e55-46f3-b323-cc951f405db2 with status ACTIVE [ 797.232023] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.232023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.232023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.232023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.232023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.232023] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.232023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.232023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.232023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.232023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.232023] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.232023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.232023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.232023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.232023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.232726] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd096b57-4e55-46f3-b323-cc951f405db2 is going to be updated. [ 797.233510] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.233847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.240476] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-78446265-5e5a-45cf-b80e-d61bbd77eab9 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.241437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.269615] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.269615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.269615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.269615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.269615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.269615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd096b57-4e55-46f3-b323-cc951f405db2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.420455] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.680176] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.680849] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.681679] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.930343] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.186036] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.186036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.186036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.186036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.186036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.186527] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c is going to be created. [ 798.187877] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.187877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.187877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.188160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.188160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.188160] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 798.189237] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.189362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.189412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.189565] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.189644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.189731] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 is going to be updated. [ 798.219866] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.219966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.220802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.221167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.221473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.223757] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.223912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.223979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.224164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.224304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.226607] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.226728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.227115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.227115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.227233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.235587] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 in Status: IN_PROGRESS for 2s [ 798.236332] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c in Status: UNINITIALIZED for 2s [ 798.237800] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 798.430956] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.431140] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.436704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.436704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.436704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.436704] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 798.469374] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.469374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.469374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.469374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.470641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.481236] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 798.740622] env[65116]: INFO networking_nsxv3.common.synchronization [req-49a6ed8b-807a-428d-b704-244e75615764 req-f11ab056-49bc-4c49-976c-e17082e0c6ba tempest-ServerPasswordTestJSON-1617341377 tempest-ServerPasswordTestJSON-1617341377-project-member] Enqueued Resource ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 with Priority: HIGHEST for action security_group_members [ 798.742019] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 with Priority: HIGHEST for action security_group_members [ 798.742019] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bbfdaaa-459c-4f88-82db-0c833dddee43 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.742019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.742019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.742774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.744735] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.744735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.744735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.744735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.744735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.744735] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bbfdaaa-459c-4f88-82db-0c833dddee43',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.095344] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: SUCCESS [ 799.095344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.095447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.095588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.095784] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.096662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.096662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.096662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.096662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.096662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.096662] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.246026] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.246382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.246382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.246507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.246606] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.246958] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.246958] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.248295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.248716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.248813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.248992] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 is going to be updated. [ 799.287949] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.288138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.288208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.289203] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.289203] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.314922] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 in Status: IN_PROGRESS for 2s [ 799.598880] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.101240] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39a29923-854e-4f0f-9d9f-01769f444e0f: rpc.has_security_group_logging(os_id): False [ 800.120325] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.120489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.120567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.121202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.121335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.121621] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.121773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.121865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.122060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.122169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.122283] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39a29923-854e-4f0f-9d9f-01769f444e0f is going to be created. [ 800.187734] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.188929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.188929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.188929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.188929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.200314] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: IN_PROGRESS for 2s [ 800.250951] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 800.250951] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.250951] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.251328] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.251328] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.251438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.251510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.251682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.251789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.251888] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.253630] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 in Status: SUCCESS [ 800.254090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.254090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.254329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.254596] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.254596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.254700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.254768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.254982] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.255066] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.258949] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c in Status: SUCCESS [ 800.259216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.259410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.259650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.259859] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.260044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.260117] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.260463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.260463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.260573] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.493341] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 800.493537] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.493736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.493994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.494241] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.494367] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.494450] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.494619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.494699] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.494788] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.495033] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.495934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.496160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.497736] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.497736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.497736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.497736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.497736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.497736] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.745723] env[65116]: INFO networking_nsxv3.common.synchronization [req-68b29d36-23fe-4289-b4fa-416425881d90 req-8eec2d09-8ec0-4a19-8146-b292e1d1b566 tempest-ServerExternalEventsTest-1013131577 tempest-ServerExternalEventsTest-1013131577-project-member] Enqueued Resource ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd with Priority: HIGHEST for action security_group_members [ 800.747579] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd with Priority: HIGHEST for action security_group_members [ 800.749262] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.749386] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.749589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.749764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.749938] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.750710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.750803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.751039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.751145] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.751293] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa771fa-d8b2-460c-a2bf-d15c202dcecd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.756355] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.757282] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.762537] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.999593] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.999733] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.999976] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.254743] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.256264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.256427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.256655] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.256747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.257018] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.258462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.258462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.258715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.259091] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.259091] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd already deleted. [ 801.259091] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.259276] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.260946] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.267736] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.333278] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 in Status: SUCCESS [ 801.333278] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 deletion is rescheduled due to dependency. [ 801.333278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.338311] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.338311] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.338311] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.338311] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.338871] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.338871] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.338955] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.339805] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.339805] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.340063] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.340149] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.340264] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.340471] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.340602] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.340760] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.340913] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.363283] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.363498] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.363650] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.363827] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.364262] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-203dc15c-4972-4c3d-9e50-af138f9134fe taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.364510] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-203dc15c-4972-4c3d-9e50-af138f9134fe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.364679] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-203dc15c-4972-4c3d-9e50-af138f9134fe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.365137] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-203dc15c-4972-4c3d-9e50-af138f9134fe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.365329] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('203dc15c-4972-4c3d-9e50-af138f9134fe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.502542] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.762173] env[65116]: INFO networking_nsxv3.common.synchronization [None req-fc2ae95a-c3cb-4101-8778-11e098cb79e8 None None] Enqueued Resource ID: 51acf64f-f139-4e54-b3e4-cee5056ab3fb with Priority: HIGHEST for action port [ 801.762292] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.762422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.762495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.762711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.762825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.762935] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 801.764796] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51acf64f-f139-4e54-b3e4-cee5056ab3fb with Priority: HIGHEST for action port [ 801.765259] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.765383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.765452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.765745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.765859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.765859] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 is going to be updated. [ 801.767240] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-51acf64f-f139-4e54-b3e4-cee5056ab3fb taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.767371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51acf64f-f139-4e54-b3e4-cee5056ab3fb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.767439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51acf64f-f139-4e54-b3e4-cee5056ab3fb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.767679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51acf64f-f139-4e54-b3e4-cee5056ab3fb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.767761] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51acf64f-f139-4e54-b3e4-cee5056ab3fb',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.770339] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.770472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.770538] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.770740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.770825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.772943] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c is going to be updated. [ 801.829826] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.829998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.830075] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.830276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.830427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.832999] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.833180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.833180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.833384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.833525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.836016] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.836016] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.836016] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.836313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.836698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.851312] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c in Status: IN_PROGRESS for 2s [ 801.852013] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 801.853268] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 in Status: IN_PROGRESS for 2s [ 801.868576] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.868820] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.868927] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.869222] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.869366] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.869524] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 203dc15c-4972-4c3d-9e50-af138f9134fe not found, creating... [ 801.869790] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.869947] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.870074] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.870297] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.870427] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.870698] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.870843] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.870957] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.871213] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.871296] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.871429] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 203dc15c-4972-4c3d-9e50-af138f9134fe is going to be created. [ 801.896986] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.897302] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.897302] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.897498] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.897843] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.898024] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-203dc15c-4972-4c3d-9e50-af138f9134fe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.005477] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.005729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.005729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.006024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.006170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.006309] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 802.053759] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.053959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.054145] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.054403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.054561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.066503] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 802.220762] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: SUCCESS [ 802.220762] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.270502] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51acf64f-f139-4e54-b3e4-cee5056ab3fb [ 802.270797] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.270899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.270975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.271208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.271300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.271399] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51acf64f-f139-4e54-b3e4-cee5056ab3fb already deleted. [ 802.271482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51acf64f-f139-4e54-b3e4-cee5056ab3fb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.610615] env[65116]: INFO networking_nsxv3.common.synchronization [req-68b29d36-23fe-4289-b4fa-416425881d90 req-9c56cff3-fb99-414c-96ac-b922030b1593 service nova] Enqueued Resource ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd with Priority: HIGHEST for action security_group_rules [ 802.610615] env[65116]: INFO networking_nsxv3.common.synchronization [req-68b29d36-23fe-4289-b4fa-416425881d90 req-9c56cff3-fb99-414c-96ac-b922030b1593 service nova] Enqueued Resource ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd with Priority: HIGHEST for action security_group_members [ 802.610615] env[65116]: INFO networking_nsxv3.common.synchronization [req-68b29d36-23fe-4289-b4fa-416425881d90 req-9c56cff3-fb99-414c-96ac-b922030b1593 service nova] Enqueued Resource ID: 203dc15c-4972-4c3d-9e50-af138f9134fe with Priority: HIGHEST for action port [ 802.611658] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd with Priority: HIGHEST for action security_group_rules [ 802.612089] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd with Priority: HIGHEST for action security_group_members [ 802.612430] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203dc15c-4972-4c3d-9e50-af138f9134fe with Priority: HIGHEST for action port [ 802.615237] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fa771fa-d8b2-460c-a2bf-d15c202dcecd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.615237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.615237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.615237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.615237] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fa771fa-d8b2-460c-a2bf-d15c202dcecd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.616630] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.617033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.617316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.617758] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.618161] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.618498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.618764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.619382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.621026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.621026] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa771fa-d8b2-460c-a2bf-d15c202dcecd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.623097] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-203dc15c-4972-4c3d-9e50-af138f9134fe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.623653] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-203dc15c-4972-4c3d-9e50-af138f9134fe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.625028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-203dc15c-4972-4c3d-9e50-af138f9134fe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.625028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-203dc15c-4972-4c3d-9e50-af138f9134fe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.625028] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('203dc15c-4972-4c3d-9e50-af138f9134fe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.839702] env[65116]: INFO networking_nsxv3.common.synchronization [req-089ce22c-4d08-474b-9425-8485f7312b4e req-a0aabef3-a8f5-4544-9eac-d53985d978b2 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGHEST for action security_group_members [ 802.839878] env[65116]: INFO networking_nsxv3.common.synchronization [req-089ce22c-4d08-474b-9425-8485f7312b4e req-a0aabef3-a8f5-4544-9eac-d53985d978b2 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c with Priority: HIGHEST for action security_group_members [ 802.840574] env[65116]: INFO networking_nsxv3.common.synchronization [req-089ce22c-4d08-474b-9425-8485f7312b4e req-a0aabef3-a8f5-4544-9eac-d53985d978b2 tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 802.840574] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGHEST for action security_group_members [ 802.840733] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c with Priority: HIGHEST for action security_group_members [ 802.840783] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 802.841156] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-78446265-5e5a-45cf-b80e-d61bbd77eab9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.841278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.842092] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.842092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.842092] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.842092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.129141] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.129141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.129141] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fa771fa-d8b2-460c-a2bf-d15c202dcecd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.129141] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 203dc15c-4972-4c3d-9e50-af138f9134fe with status ACTIVE [ 803.129141] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.129141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.129141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.129448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.129448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.129604] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.129662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.129703] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.129916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.130069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.130793] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.130793] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.130793] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.130793] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.130793] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.130793] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 203dc15c-4972-4c3d-9e50-af138f9134fe is going to be updated. [ 803.170962] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.171185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.171329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.171871] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.172133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.172345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-203dc15c-4972-4c3d-9e50-af138f9134fe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.363683] env[65116]: INFO networking_nsxv3.common.synchronization [req-3e5fa95f-94b5-4e0c-b0bf-be09ec4bda91 req-d096be4d-1e00-4412-a5a9-273e0ac3f051 tempest-ImagesOneServerNegativeTestJSON-1452745102 tempest-ImagesOneServerNegativeTestJSON-1452745102-project-member] Enqueued Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 803.364360] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 803.365382] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.365515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.365776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.365912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.366313] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.366313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.366313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.366478] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.366527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.366736] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.633689] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fa771fa-d8b2-460c-a2bf-d15c202dcecd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.813203] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.813203] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-254" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.813203] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-254" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.813756] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-254" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.813916] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.814206] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.814326] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.814550] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.814688] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.814905] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.815045] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.815159] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.815262] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.815367] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.815467] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.815592] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.836632] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.836794] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.836933] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.837119] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-254" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.837501] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-9127a7ec-601e-4377-adfb-134eaaa9c000 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.837682] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-9127a7ec-601e-4377-adfb-134eaaa9c000" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.837797] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-9127a7ec-601e-4377-adfb-134eaaa9c000" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.838160] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-9127a7ec-601e-4377-adfb-134eaaa9c000" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.838347] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9127a7ec-601e-4377-adfb-134eaaa9c000',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.864414] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c in Status: SUCCESS [ 803.864730] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.864980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.865244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.865463] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.865606] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.865708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.865859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.866117] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.866117] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.866255] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.868466] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 803.868652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.869407] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 in Status: SUCCESS [ 803.870270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.870270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.870270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.870270] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.870270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.870573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.870573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.870573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.870657] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.871534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.871772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.871944] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.872070] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.872160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.872334] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.872414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.872499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.873020] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.873304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.873465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.873626] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.873726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.873785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.873922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.876897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.876897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.876897] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.876897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.876897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.877237] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.877237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.877321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.878182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.878182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.878182] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.879510] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.879510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.879510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.879510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.879510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.879510] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.879510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.879510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.879780] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.879780] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.879780] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f is going to be updated. [ 803.882138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.882347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.882524] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.882651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.882720] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.882946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.883066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.883066] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.915338] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.915338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.915338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.915338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.915338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.926888] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: IN_PROGRESS for 2s [ 804.081664] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 804.081916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.083147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.083414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.083643] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.083776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.083849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.084113] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.084200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.084313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.084455] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.084585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.084657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.084801] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.085074] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.085176] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.085231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.085727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.085877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.086035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.086319] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.137425] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.137626] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.138057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.138326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.138415] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.138525] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd is going to be created. [ 804.169551] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.169551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.169551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.169551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.169551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.180445] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd in Status: UNINITIALIZED for 2s [ 804.341449] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.341694] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.341829] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.342131] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.342293] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.342454] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 9127a7ec-601e-4377-adfb-134eaaa9c000 not found, creating... [ 804.342719] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.342914] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.343159] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.343290] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.343450] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.343702] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.343867] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.343982] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.344254] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.344329] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.344489] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 9127a7ec-601e-4377-adfb-134eaaa9c000 is going to be created. [ 804.368025] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.368025] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.368025] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.368025] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.368025] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.368025] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-9127a7ec-601e-4377-adfb-134eaaa9c000" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.369717] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.380722] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.380722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.380722] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.380722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.380722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.380722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.380722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.380722] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.380722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.380722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.380722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.380722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.380722] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c is going to be deleted. [ 804.388018] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.388018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.388018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.388018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.388018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.388018] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.388018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.388018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.388018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.388018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.388018] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 is going to be updated. [ 804.389225] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.390153] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.393298] env[65116]: INFO networking_nsxv3.common.synchronization [None req-fcc91017-6c73-4087-a337-6ad0a55d6b0f None None] Enqueued Resource ID: 0fe64525-401b-4be7-b54d-e36c8a9c6506 with Priority: HIGHEST for action port [ 804.393656] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe64525-401b-4be7-b54d-e36c8a9c6506 with Priority: HIGHEST for action port [ 804.395095] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fe64525-401b-4be7-b54d-e36c8a9c6506 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.395229] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fe64525-401b-4be7-b54d-e36c8a9c6506" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.395287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fe64525-401b-4be7-b54d-e36c8a9c6506" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.395562] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fe64525-401b-4be7-b54d-e36c8a9c6506" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.395645] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fe64525-401b-4be7-b54d-e36c8a9c6506',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.437285] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.437285] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.437285] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.437285] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.437285] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.439880] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.440093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.440093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.440234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.440342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.440445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.449241] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 in Status: IN_PROGRESS for 2s [ 804.588915] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fdee01f-15ef-4346-ad03-3b807dc9daa1: rpc.has_security_group_logging(os_id): False [ 804.610434] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.610736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.610812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.612292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.612425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.612693] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.612957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.612957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.613233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.613393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.613583] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.613726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.613726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.613896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.613966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.614204] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.614293] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.614359] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.614524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.614597] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.614847] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 804.678603] env[65116]: INFO networking_nsxv3.common.synchronization [None req-e0044002-74e0-41de-b9f8-78685c884618 None None] Enqueued Resource ID: 5ba082e2-29f5-4f36-98e4-f1dde64cafcb with Priority: HIGHEST for action port [ 804.679343] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba082e2-29f5-4f36-98e4-f1dde64cafcb with Priority: HIGHEST for action port [ 804.680160] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ba082e2-29f5-4f36-98e4-f1dde64cafcb taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.680494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ba082e2-29f5-4f36-98e4-f1dde64cafcb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.680494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ba082e2-29f5-4f36-98e4-f1dde64cafcb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.681279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ba082e2-29f5-4f36-98e4-f1dde64cafcb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.681497] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba082e2-29f5-4f36-98e4-f1dde64cafcb',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.697969] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.698273] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.698393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.698748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.699019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.724185] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 804.872729] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c: rpc.has_security_group_logging(os_id): False [ 804.893806] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.893806] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78446265-5e5a-45cf-b80e-d61bbd77eab9: rpc.has_security_group_logging(os_id): False [ 804.899152] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.899711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.899825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.900205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.901946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.901946] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.901946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.901946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.901946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.901946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.901946] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c is going to be created. [ 804.905411] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fe64525-401b-4be7-b54d-e36c8a9c6506 [ 804.905675] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.905831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.906329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.906329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.906329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.906680] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fe64525-401b-4be7-b54d-e36c8a9c6506 already deleted. [ 804.906855] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fe64525-401b-4be7-b54d-e36c8a9c6506" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.928372] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.928372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.928372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.928641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.928641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.929066] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.929182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.929182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.930028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.930028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.930028] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 is going to be updated. [ 804.931967] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c], does not exist path=[/infra/domains/default/groups/1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c]."\n}' [ 804.932111] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c [ 804.932246] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 804.974276] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.974276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.974276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.974276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.974697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.975082] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.975339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.975339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.975476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.975574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.975768] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.975884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.975950] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.976121] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.976194] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.976549] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c is going to be created. [ 804.995072] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.995250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.995317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.995491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.995708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.998090] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c], does not exist path=[/infra/domains/default/groups/1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c [ 804.998227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.999219] env[65116]: Traceback (most recent call last): [ 804.999320] env[65116]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 804.999320] env[65116]: return func(*args, **kwargs) [ 804.999320] env[65116]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 804.999320] env[65116]: res.raise_for_status() [ 804.999320] env[65116]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 804.999320] env[65116]: raise HTTPError(http_error_msg, response=self) [ 804.999320] env[65116]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c [ 804.999320] env[65116]: During handling of the above exception, another exception occurred: [ 804.999320] env[65116]: Traceback (most recent call last): [ 804.999320] env[65116]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 804.999320] env[65116]: listener.cb(fileno) [ 804.999320] env[65116]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 804.999320] env[65116]: result = function(*args, **kwargs) [ 804.999320] env[65116]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 804.999320] env[65116]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 804.999320] env[65116]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 804.999320] env[65116]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 804.999320] env[65116]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 804.999320] env[65116]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 804.999320] env[65116]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 804.999320] env[65116]: res.raise_for_status() [ 804.999320] env[65116]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 804.999320] env[65116]: raise HTTPError(http_error_msg, response=self) [ 804.999320] env[65116]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1a55ae0c-6f88-4e5c-b057-0081fb2f1f5c [ 804.999320] env[65116]: Removing descriptor: 12 [ 805.012119] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 in Status: IN_PROGRESS for 2s [ 805.183910] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ba082e2-29f5-4f36-98e4-f1dde64cafcb [ 805.184226] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.184330] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.184402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.184616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.184707] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.184808] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ba082e2-29f5-4f36-98e4-f1dde64cafcb already deleted. [ 805.184923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ba082e2-29f5-4f36-98e4-f1dde64cafcb" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.227375] env[65116]: INFO networking_nsxv3.common.synchronization [req-3e5fa95f-94b5-4e0c-b0bf-be09ec4bda91 req-b9585951-4ab7-4d97-9cc9-c20643d1a1cb service nova] Enqueued Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_rules [ 805.227609] env[65116]: INFO networking_nsxv3.common.synchronization [req-3e5fa95f-94b5-4e0c-b0bf-be09ec4bda91 req-b9585951-4ab7-4d97-9cc9-c20643d1a1cb service nova] Enqueued Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 805.227745] env[65116]: INFO networking_nsxv3.common.synchronization [req-3e5fa95f-94b5-4e0c-b0bf-be09ec4bda91 req-b9585951-4ab7-4d97-9cc9-c20643d1a1cb service nova] Enqueued Resource ID: 9127a7ec-601e-4377-adfb-134eaaa9c000 with Priority: HIGHEST for action port [ 805.228292] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_rules [ 805.228434] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 805.228535] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9127a7ec-601e-4377-adfb-134eaaa9c000 with Priority: HIGHEST for action port [ 805.228822] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.228951] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.229036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.229314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.229353] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.230240] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.230348] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.230782] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-9127a7ec-601e-4377-adfb-134eaaa9c000 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.230782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9127a7ec-601e-4377-adfb-134eaaa9c000" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.230782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9127a7ec-601e-4377-adfb-134eaaa9c000" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.231429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9127a7ec-601e-4377-adfb-134eaaa9c000" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.231516] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9127a7ec-601e-4377-adfb-134eaaa9c000',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.406100] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.406462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.406462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.407164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.407164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.407164] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 805.446300] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.446519] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.446519] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.446996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.446996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.469926] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 805.733318] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9127a7ec-601e-4377-adfb-134eaaa9c000 with status ACTIVE [ 805.733377] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.733513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.733587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.733802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.733892] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.734087] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.734302] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.734302] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.734411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.734465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.734643] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.734736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.734799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.734968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.735079] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.735180] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9127a7ec-601e-4377-adfb-134eaaa9c000 is going to be updated. [ 805.737196] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.737294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.762576] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.762576] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.762576] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.763853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.763853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.763853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9127a7ec-601e-4377-adfb-134eaaa9c000" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.936822] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: SUCCESS [ 805.936998] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f deletion is rescheduled due to dependency. [ 805.937564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.937564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.937564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.937760] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.937881] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.937940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.938231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.938231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.938364] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.191143] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd in Status: SUCCESS [ 806.191535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.191849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.192262] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.192531] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.192721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.192818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.193105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.193251] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.193444] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.193538] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fa771fa-d8b2-460c-a2bf-d15c202dcecd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.445454] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.461202] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 in Status: SUCCESS [ 806.462413] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 deletion is rescheduled due to dependency. [ 806.462413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.696387] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.696655] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.696727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.697014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.697250] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.699183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.699183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.699183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.699183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.699183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.699183] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.699183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.699183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.699183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.699183] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.699183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.699183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.699183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.699183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.699183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.699183] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fa771fa-d8b2-460c-a2bf-d15c202dcecd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.744060] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 806.744060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.744060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.744565] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.744565] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.949743] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.026870] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 in Status: SUCCESS [ 807.027358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.172182] env[65116]: INFO networking_nsxv3.common.synchronization [None req-f9dab76e-42bf-46c2-a439-7d12bc036845 tempest-ServersTestJSON-646408521 tempest-ServersTestJSON-646408521-project-member] Enqueued Resource ID: ee177659-700f-431c-9a83-29cdd5050592 with Priority: HIGHEST for action security_group_rules [ 807.173595] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee177659-700f-431c-9a83-29cdd5050592 with Priority: HIGHEST for action security_group_rules [ 807.173595] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee177659-700f-431c-9a83-29cdd5050592 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.173595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.173595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.173595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.173595] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee177659-700f-431c-9a83-29cdd5050592',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.204728] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fa771fa-d8b2-460c-a2bf-d15c202dcecd: rpc.has_security_group_logging(os_id): False [ 807.225212] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.225411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.225499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.225790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.225898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.226398] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.226527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.226596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.226787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.226890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.227246] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.227371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.227440] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.227599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.228233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.228233] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.228233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.228233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.228489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.228489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.228589] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd is going to be created. [ 807.246557] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.246842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.246842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.247064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.247248] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.247430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.247430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.247709] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.247709] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.248103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.248103] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.295659] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.296023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.296023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.296361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.296673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.314083] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd in Status: IN_PROGRESS for 2s [ 807.453150] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.453507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.453507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.454084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.454284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.454528] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f is going to be updated. [ 807.463079] env[65116]: INFO networking_nsxv3.common.synchronization [None req-99f285ac-93f0-4814-b4d7-e616c6f9eb64 tempest-ServersTestJSON-646408521 tempest-ServersTestJSON-646408521-project-member] Enqueued Resource ID: ee177659-700f-431c-9a83-29cdd5050592 with Priority: HIGHEST for action security_group_rules [ 807.463790] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee177659-700f-431c-9a83-29cdd5050592 with Priority: HIGHEST for action security_group_rules [ 807.464456] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee177659-700f-431c-9a83-29cdd5050592 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.464570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.480164] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 807.480604] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.481094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.481347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.481553] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.481664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.482111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.482111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.482111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.482307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.482307] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.482452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.482513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.482631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.484390] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.484390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.484390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.484390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.484390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.484390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.484390] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.492628] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.492930] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.493018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.493217] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.493397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.504780] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: IN_PROGRESS for 2s [ 807.646161] env[65116]: INFO networking_nsxv3.common.synchronization [None req-739e3ebf-2c96-477c-9b5e-4981eae8b47c None None] Enqueued Resource ID: 2d3addfd-0e55-4560-b5cb-b364e1fa86de with Priority: HIGHEST for action port [ 807.646465] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3addfd-0e55-4560-b5cb-b364e1fa86de with Priority: HIGHEST for action port [ 807.646913] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d3addfd-0e55-4560-b5cb-b364e1fa86de taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.647137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d3addfd-0e55-4560-b5cb-b364e1fa86de" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.647256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d3addfd-0e55-4560-b5cb-b364e1fa86de" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.647799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d3addfd-0e55-4560-b5cb-b364e1fa86de" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.647799] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d3addfd-0e55-4560-b5cb-b364e1fa86de',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.704107] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.704107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.704107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.704107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.704107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.704107] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee177659-700f-431c-9a83-29cdd5050592 already deleted. [ 807.704107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.704669] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.704669] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.704669] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee177659-700f-431c-9a83-29cdd5050592',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.755253] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.755253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.755253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.755253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.755253] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.755253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.755253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.755253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.755253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.755253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.755253] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.755253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.755253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.755253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.755253] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.755253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.755835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.755835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.755835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.755835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.755835] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.989170] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d: rpc.has_security_group_logging(os_id): False [ 808.011480] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.011726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.011726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.011933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.035206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.035206] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.035206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.035206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.035206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.035206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.035683] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.035683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.035683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.035683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.035683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.035841] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.039654] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.039654] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.039654] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.039654] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.039654] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 808.129270] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.129501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.129545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.130894] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.130894] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.152382] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d3addfd-0e55-4560-b5cb-b364e1fa86de [ 808.152623] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.152759] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.152831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.153080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.153164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.153270] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d3addfd-0e55-4560-b5cb-b364e1fa86de already deleted. [ 808.153352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d3addfd-0e55-4560-b5cb-b364e1fa86de" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.172331] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 808.240471] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.241787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.241924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.242184] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.242315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.242455] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee177659-700f-431c-9a83-29cdd5050592 already deleted. [ 808.242531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.267177] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fdee01f-15ef-4346-ad03-3b807dc9daa1: rpc.has_security_group_logging(os_id): False [ 808.289135] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.289135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.289416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.290531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.330737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.330918] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.331671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.331782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.333587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.333587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.333587] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.333587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.333587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.333587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.333587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.333587] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.333587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.333587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.333587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.333587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.333587] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 808.453774] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.454111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.454111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.454306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.454459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.480379] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 808.585544] env[65116]: INFO networking_nsxv3.common.synchronization [req-4bb10622-c3d0-44ef-b8aa-bd149a0b86d9 req-efb3df09-9f89-4241-b955-378bf2a43f49 tempest-InstanceActionsTestJSON-1092979101 tempest-InstanceActionsTestJSON-1092979101-project-member] Enqueued Resource ID: d430d65a-3f58-472e-b5df-4c688f56c994 with Priority: HIGHEST for action security_group_members [ 808.586846] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d430d65a-3f58-472e-b5df-4c688f56c994 with Priority: HIGHEST for action security_group_members [ 808.587451] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-d430d65a-3f58-472e-b5df-4c688f56c994 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.587451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.587451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.587824] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.587891] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.587985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.588075] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.589548] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.589548] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.589548] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d430d65a-3f58-472e-b5df-4c688f56c994',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.096181] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.096467] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.096623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.096973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.097161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.097508] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.097684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.097920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.098103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.098234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.098395] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d430d65a-3f58-472e-b5df-4c688f56c994 already deleted. [ 809.098529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.204642] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.204872] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-631" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.205041] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-631" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.205428] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-631" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.205744] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.205923] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.209415] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.209784] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.209944] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.210297] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.211971] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.211971] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.211971] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.211971] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.211971] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.212823] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.244877] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.245157] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.245308] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.245513] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-631" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.245900] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-ab950b26-0d72-483b-87f5-4686e5bd3c88 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.246176] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-ab950b26-0d72-483b-87f5-4686e5bd3c88" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.246327] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-ab950b26-0d72-483b-87f5-4686e5bd3c88" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.246688] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-ab950b26-0d72-483b-87f5-4686e5bd3c88" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.246826] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab950b26-0d72-483b-87f5-4686e5bd3c88',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.327762] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd in Status: SUCCESS [ 809.328083] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.516534] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: SUCCESS [ 809.516534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.516965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.516965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.517125] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.517181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.517363] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.517583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.517690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.517804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.517933] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.751697] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.751972] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.752084] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.752459] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.752550] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.752654] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port ab950b26-0d72-483b-87f5-4686e5bd3c88 not found, creating... [ 809.752949] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.753246] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.753424] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.753550] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.753719] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.754040] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.754222] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.754335] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.754573] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.754718] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.754859] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: ab950b26-0d72-483b-87f5-4686e5bd3c88 is going to be created. [ 809.785652] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.785949] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.786159] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.786511] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.786706] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.786957] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-ab950b26-0d72-483b-87f5-4686e5bd3c88" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.020823] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.021093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.021174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.021382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.021565] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.021687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.021775] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.021961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.022067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.022181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.022351] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.022454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.022540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.022712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.022930] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.023041] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.023133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.023345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.023447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.023546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.023656] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.193394] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 810.194592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.500042] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 810.500449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.525362] env[65116]: INFO networking_nsxv3.common.synchronization [req-4bb10622-c3d0-44ef-b8aa-bd149a0b86d9 req-2f2b2a6d-8c10-4c34-bc03-a60c50324511 service nova] Enqueued Resource ID: d430d65a-3f58-472e-b5df-4c688f56c994 with Priority: HIGHEST for action security_group_rules [ 810.525728] env[65116]: INFO networking_nsxv3.common.synchronization [req-4bb10622-c3d0-44ef-b8aa-bd149a0b86d9 req-2f2b2a6d-8c10-4c34-bc03-a60c50324511 service nova] Enqueued Resource ID: d430d65a-3f58-472e-b5df-4c688f56c994 with Priority: HIGHEST for action security_group_members [ 810.525728] env[65116]: INFO networking_nsxv3.common.synchronization [req-4bb10622-c3d0-44ef-b8aa-bd149a0b86d9 req-2f2b2a6d-8c10-4c34-bc03-a60c50324511 service nova] Enqueued Resource ID: ab950b26-0d72-483b-87f5-4686e5bd3c88 with Priority: HIGHEST for action port [ 810.525990] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6928ba4-3270-4d05-b3e6-95861604d40f: rpc.has_security_group_logging(os_id): False [ 810.527742] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d430d65a-3f58-472e-b5df-4c688f56c994 with Priority: HIGHEST for action security_group_rules [ 810.527742] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d430d65a-3f58-472e-b5df-4c688f56c994 with Priority: HIGHEST for action security_group_members [ 810.527742] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab950b26-0d72-483b-87f5-4686e5bd3c88 with Priority: HIGHEST for action port [ 810.527948] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d430d65a-3f58-472e-b5df-4c688f56c994 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.528104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.528173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.528435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.528522] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d430d65a-3f58-472e-b5df-4c688f56c994',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.529600] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-d430d65a-3f58-472e-b5df-4c688f56c994 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.529795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.529882] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.530500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.530856] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.530951] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.531054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.531201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.531297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.531397] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d430d65a-3f58-472e-b5df-4c688f56c994',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.532360] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab950b26-0d72-483b-87f5-4686e5bd3c88 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.532477] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab950b26-0d72-483b-87f5-4686e5bd3c88" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.532528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab950b26-0d72-483b-87f5-4686e5bd3c88" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.533012] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab950b26-0d72-483b-87f5-4686e5bd3c88" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.533012] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab950b26-0d72-483b-87f5-4686e5bd3c88',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.558393] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.558639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.558750] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.559075] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.584749] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.585505] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.585505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.585715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.586031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.586142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.586449] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.586667] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.586712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.586949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.587291] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.587438] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.587607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.587718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.587995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.588160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.588311] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f is going to be updated. [ 810.684551] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.685523] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.685523] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.686221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.686467] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.711206] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: IN_PROGRESS for 2s [ 811.035575] env[65116]: INFO networking_nsxv3.common.synchronization [None req-ad91608f-41bc-47a8-8772-7f39775d64f2 None None] Enqueued Resource ID: 2122365b-8912-44cc-9005-02531708f4e8 with Priority: HIGHEST for action port [ 811.035575] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2122365b-8912-44cc-9005-02531708f4e8 with Priority: HIGHEST for action port [ 811.035859] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-2122365b-8912-44cc-9005-02531708f4e8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.036252] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2122365b-8912-44cc-9005-02531708f4e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.036323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2122365b-8912-44cc-9005-02531708f4e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.036582] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2122365b-8912-44cc-9005-02531708f4e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.036680] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2122365b-8912-44cc-9005-02531708f4e8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.038210] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-d430d65a-3f58-472e-b5df-4c688f56c994 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.038314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.038479] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d430d65a-3f58-472e-b5df-4c688f56c994',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.040071] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab950b26-0d72-483b-87f5-4686e5bd3c88 with status ACTIVE [ 811.040249] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.041245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.041245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.041245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.041245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.041245] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.041245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.041245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.041245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.041245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.041592] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.041592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.041592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.041735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.041735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.041864] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab950b26-0d72-483b-87f5-4686e5bd3c88 is going to be updated. [ 811.067926] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.068321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.068401] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.068826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.068826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.068948] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab950b26-0d72-483b-87f5-4686e5bd3c88" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.540946] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2122365b-8912-44cc-9005-02531708f4e8 [ 811.540946] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.540946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.540946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.540946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.540946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.540946] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2122365b-8912-44cc-9005-02531708f4e8 already deleted. [ 811.540946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2122365b-8912-44cc-9005-02531708f4e8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.541716] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d430d65a-3f58-472e-b5df-4c688f56c994',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.731920] env[65116]: INFO networking_nsxv3.common.synchronization [req-b54f6b42-ee9b-4dc2-890a-715d2ab4fdb4 req-bd6f6ea8-b3c3-426d-a297-a5fa39fe5d50 tempest-ServersTestMultiNic-1259526584 tempest-ServersTestMultiNic-1259526584-project-member] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 811.732529] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 811.732854] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.732983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.733786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.734129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.734591] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.734963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.735153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.735447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.735638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.736076] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.043894] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.044888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.044888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.044888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.044888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.044888] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d430d65a-3f58-472e-b5df-4c688f56c994 is going to be created. [ 812.224290] env[65116]: INFO networking_nsxv3.common.synchronization [req-b54f6b42-ee9b-4dc2-890a-715d2ab4fdb4 req-c96988cb-3d69-4da9-98cb-0f37d02c11fb tempest-ServersTestMultiNic-1259526584 tempest-ServersTestMultiNic-1259526584-project-member] Enqueued Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 812.226127] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 with Priority: HIGHEST for action security_group_members [ 812.226127] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fdee01f-15ef-4346-ad03-3b807dc9daa1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.226783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.238802] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.257517] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.257517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.257517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.257517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.257517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.269418] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d430d65a-3f58-472e-b5df-4c688f56c994 in Status: UNINITIALIZED for 2s [ 812.458562] env[65116]: INFO networking_nsxv3.common.synchronization [req-a604746f-3185-4e19-bf63-b5256c84c9b2 req-75fddc8d-b804-4c94-9d6c-c42ec388f068 tempest-ListImageFiltersTestJSON-547404429 tempest-ListImageFiltersTestJSON-547404429-project-member] Enqueued Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_members [ 812.459150] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_members [ 812.459494] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.459624] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.459690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.459905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.460074] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.460169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.460794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.460794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.460794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.460794] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.728113] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: SUCCESS [ 812.728810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.742303] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.964066] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.246418] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.246623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.246623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.247572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.247572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.247572] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 813.292780] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.293023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.293122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.293445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.293638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.307937] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 813.467072] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.969871] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.970315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.970315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.970547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.970737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.970984] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e is going to be updated. [ 814.008715] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.008715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.008715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.010082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.010082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.025194] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: IN_PROGRESS for 2s [ 814.286563] env[65116]: INFO networking_nsxv3.common.synchronization [None req-ecaf92c2-cc9a-49c6-9d6e-0f489d052d3a None None] Enqueued Resource ID: 81a18f9d-96ba-45a7-9aca-157cce7e3bed with Priority: HIGHEST for action port [ 814.287447] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a18f9d-96ba-45a7-9aca-157cce7e3bed with Priority: HIGHEST for action port [ 814.288569] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-81a18f9d-96ba-45a7-9aca-157cce7e3bed taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.288830] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81a18f9d-96ba-45a7-9aca-157cce7e3bed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.288889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81a18f9d-96ba-45a7-9aca-157cce7e3bed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.289158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81a18f9d-96ba-45a7-9aca-157cce7e3bed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.289253] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a18f9d-96ba-45a7-9aca-157cce7e3bed',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.292598] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d430d65a-3f58-472e-b5df-4c688f56c994 in Status: SUCCESS [ 814.294270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.294270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.294270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.294270] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.294270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.294270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.294602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.294602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.294602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.294602] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d430d65a-3f58-472e-b5df-4c688f56c994',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.797199] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81a18f9d-96ba-45a7-9aca-157cce7e3bed [ 814.797497] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.797642] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.797717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.797954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.798060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.798172] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81a18f9d-96ba-45a7-9aca-157cce7e3bed already deleted. [ 814.798259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81a18f9d-96ba-45a7-9aca-157cce7e3bed" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.798528] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-d430d65a-3f58-472e-b5df-4c688f56c994 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.798630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.798694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.798846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.799081] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.799256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.799329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.799479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.799997] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.799997] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.799997] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-d430d65a-3f58-472e-b5df-4c688f56c994 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.799997] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.799997] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.801703] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.802199] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.802199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.802199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.802349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.802645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.802645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.802645] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d430d65a-3f58-472e-b5df-4c688f56c994',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.306365] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d430d65a-3f58-472e-b5df-4c688f56c994: rpc.has_security_group_logging(os_id): False [ 815.337287] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 815.337287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.337287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.337287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.337287] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.337287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.337287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.337287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.337287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.337287] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fdee01f-15ef-4346-ad03-3b807dc9daa1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.338821] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.338821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.338821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.339046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.339195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.339415] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.339491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.339550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.339668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.339738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.339980] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.340099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.340212] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.340648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.340648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.340773] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.340825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.340875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.341134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.341443] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.341443] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d430d65a-3f58-472e-b5df-4c688f56c994 is going to be created. [ 815.455527] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.455727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.455804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.456128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.456321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.474162] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d430d65a-3f58-472e-b5df-4c688f56c994 in Status: IN_PROGRESS for 2s [ 815.846621] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.846864] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.846978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.847345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.847525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.848096] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.848096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.848096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.848761] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.848761] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.848761] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 is going to be updated. [ 815.875996] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.876435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.876435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.876787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.876893] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.890033] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: IN_PROGRESS for 2s [ 816.040799] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: SUCCESS [ 816.040799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.057104] env[65116]: INFO networking_nsxv3.common.synchronization [req-18fafa7e-e5d1-433c-945d-3654d088feff req-7b0d86f5-7c4c-4c6f-8a5f-0c15c2df7823 tempest-ServersTestJSON-1776500097 tempest-ServersTestJSON-1776500097-project-member] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 816.057716] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 816.058300] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.058474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.058474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.059143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.059513] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.059660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.059747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.060081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.060312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.060312] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.563670] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.858905] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.859163] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.859356] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.859638] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.859897] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.860250] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.860422] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.860695] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.860875] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.861143] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.862344] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.862496] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.862647] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.862864] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.863041] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.863228] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.940194] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.940194] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.075 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.940194] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.940194] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.940194] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-6e8b4013-341c-4478-b8a7-1b7c43349ad8 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.940194] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-6e8b4013-341c-4478-b8a7-1b7c43349ad8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.940194] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-6e8b4013-341c-4478-b8a7-1b7c43349ad8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.940194] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-6e8b4013-341c-4478-b8a7-1b7c43349ad8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.940194] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e8b4013-341c-4478-b8a7-1b7c43349ad8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.068868] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.445609] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.445609] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.445609] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.445609] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.445947] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.445947] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 6e8b4013-341c-4478-b8a7-1b7c43349ad8 not found, creating... [ 817.446099] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.446265] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.446407] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.446751] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.446845] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.447181] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.447407] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.447560] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.447780] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.447933] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.448567] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 6e8b4013-341c-4478-b8a7-1b7c43349ad8 is going to be created. [ 817.469705] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.469926] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.470349] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.470433] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.470643] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.470868] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-6e8b4013-341c-4478-b8a7-1b7c43349ad8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.490641] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d430d65a-3f58-472e-b5df-4c688f56c994 in Status: SUCCESS [ 817.490954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.573204] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.573470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.573470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.573662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.573751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.573851] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 817.638907] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.639125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.639250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.639535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.639752] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.651982] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 817.667197] env[65116]: INFO networking_nsxv3.common.synchronization [req-c2c0dfd3-0ce8-4330-89c1-4b48148bf347 req-d14cba2d-8fbd-4810-b835-5c9e7ce28743 tempest-ServerTagsTestJSON-1810896626 tempest-ServerTagsTestJSON-1810896626-project-member] Enqueued Resource ID: a4b8b942-7b64-434b-acc6-00308d058ed5 with Priority: HIGHEST for action security_group_members [ 817.667897] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b8b942-7b64-434b-acc6-00308d058ed5 with Priority: HIGHEST for action security_group_members [ 817.668254] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b8b942-7b64-434b-acc6-00308d058ed5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.668254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.668391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.668503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.668653] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.668764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.668814] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.668945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.669065] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.669132] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b8b942-7b64-434b-acc6-00308d058ed5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.902183] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 in Status: SUCCESS [ 817.902419] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fdee01f-15ef-4346-ad03-3b807dc9daa1 deletion is rescheduled due to dependency. [ 817.902562] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fdee01f-15ef-4346-ad03-3b807dc9daa1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.172502] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.172688] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.172773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.173029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.174793] env[65116]: INFO networking_nsxv3.common.synchronization [req-18fafa7e-e5d1-433c-945d-3654d088feff req-59dff080-0a1d-44b5-934e-c00ce57df610 service nova] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_rules [ 818.175023] env[65116]: INFO networking_nsxv3.common.synchronization [req-18fafa7e-e5d1-433c-945d-3654d088feff req-59dff080-0a1d-44b5-934e-c00ce57df610 service nova] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 818.175182] env[65116]: INFO networking_nsxv3.common.synchronization [req-18fafa7e-e5d1-433c-945d-3654d088feff req-59dff080-0a1d-44b5-934e-c00ce57df610 service nova] Enqueued Resource ID: 6e8b4013-341c-4478-b8a7-1b7c43349ad8 with Priority: HIGHEST for action port [ 818.175777] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_rules [ 818.176155] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 818.176155] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e8b4013-341c-4478-b8a7-1b7c43349ad8 with Priority: HIGHEST for action port [ 818.176938] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.176938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.177056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.177248] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.177322] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.179473] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.179473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.179473] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e8b4013-341c-4478-b8a7-1b7c43349ad8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.179473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e8b4013-341c-4478-b8a7-1b7c43349ad8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.179473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e8b4013-341c-4478-b8a7-1b7c43349ad8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.179473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e8b4013-341c-4478-b8a7-1b7c43349ad8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.179473] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e8b4013-341c-4478-b8a7-1b7c43349ad8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.198917] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.198917] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.199276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.199276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.199362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.199399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.199498] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b8b942-7b64-434b-acc6-00308d058ed5 is going to be updated. [ 818.229882] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.230056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.230134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.230347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.230751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.240035] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b8b942-7b64-434b-acc6-00308d058ed5 in Status: IN_PROGRESS for 2s [ 818.684026] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.684026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.684026] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e8b4013-341c-4478-b8a7-1b7c43349ad8 with status ACTIVE [ 818.684026] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.684026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.684026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.684026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.684026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.684026] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.684026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.684026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.684026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.684824] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.684824] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.684824] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.684824] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.685679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.685679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.685679] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e8b4013-341c-4478-b8a7-1b7c43349ad8 is going to be updated. [ 818.740949] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.741567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.742267] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.742664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.742723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.743242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e8b4013-341c-4478-b8a7-1b7c43349ad8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.810177] env[65116]: INFO networking_nsxv3.common.synchronization [req-fb33dd7b-e339-4eb2-8eaf-39a544cb2241 req-1a355cd0-f5fe-4da6-b24e-4ab32aa6ce2e tempest-ImagesTestJSON-1950073941 tempest-ImagesTestJSON-1950073941-project-member] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 818.810177] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 818.810177] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.810177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.810177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.810177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.810177] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.810177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.810177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.810956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.811184] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.811389] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.231211] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.231423] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.231562] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.232068] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.232155] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.232263] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.232524] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.232872] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.232872] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.233378] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.233378] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.233463] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.233607] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.234225] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.234225] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.234225] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.257033] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.257033] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.257033] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.258084] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.258084] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-30bb9dd1-838c-45e3-80f2-580a96b705ff taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.258084] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-30bb9dd1-838c-45e3-80f2-580a96b705ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.258084] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-30bb9dd1-838c-45e3-80f2-580a96b705ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.258511] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-30bb9dd1-838c-45e3-80f2-580a96b705ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.258650] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30bb9dd1-838c-45e3-80f2-580a96b705ff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.315597] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.315795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.316056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.317275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.350197] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.350683] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.350921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.351120] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.351372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.351647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.351647] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 819.382944] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.383266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.383362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.384029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.384029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.398247] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 819.662393] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 819.662393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.664078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.664078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.664078] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.664078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.664078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.664078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.664078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.664078] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.761798] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.761798] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.761798] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.762233] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.762233] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.762297] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 30bb9dd1-838c-45e3-80f2-580a96b705ff not found, creating... [ 819.762510] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.762664] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.762773] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.763037] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.763172] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.763441] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.763588] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.763696] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.763892] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.764029] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.764165] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 30bb9dd1-838c-45e3-80f2-580a96b705ff is going to be created. [ 819.785566] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.785566] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.785566] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.785794] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.786052] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.786280] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-30bb9dd1-838c-45e3-80f2-580a96b705ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.055444] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.055618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.055691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.055945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.056136] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.166557] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.253060] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b8b942-7b64-434b-acc6-00308d058ed5 in Status: SUCCESS [ 820.253227] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b8b942-7b64-434b-acc6-00308d058ed5 deletion is rescheduled due to dependency. [ 820.253387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.550791] env[65116]: INFO networking_nsxv3.common.synchronization [req-fb33dd7b-e339-4eb2-8eaf-39a544cb2241 req-56b7ed5e-8bd8-4698-ad30-1f1f6c08f62f service nova] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_rules [ 820.551431] env[65116]: INFO networking_nsxv3.common.synchronization [req-fb33dd7b-e339-4eb2-8eaf-39a544cb2241 req-56b7ed5e-8bd8-4698-ad30-1f1f6c08f62f service nova] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 820.551431] env[65116]: INFO networking_nsxv3.common.synchronization [req-fb33dd7b-e339-4eb2-8eaf-39a544cb2241 req-56b7ed5e-8bd8-4698-ad30-1f1f6c08f62f service nova] Enqueued Resource ID: 30bb9dd1-838c-45e3-80f2-580a96b705ff with Priority: HIGHEST for action port [ 820.551929] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_rules [ 820.552143] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 820.552313] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30bb9dd1-838c-45e3-80f2-580a96b705ff with Priority: HIGHEST for action port [ 820.552632] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.552760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.552842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.553043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.553130] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.554326] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.554326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.554653] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-30bb9dd1-838c-45e3-80f2-580a96b705ff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.554865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30bb9dd1-838c-45e3-80f2-580a96b705ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.554865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30bb9dd1-838c-45e3-80f2-580a96b705ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.555077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30bb9dd1-838c-45e3-80f2-580a96b705ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.555132] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30bb9dd1-838c-45e3-80f2-580a96b705ff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.558285] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.669034] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.059473] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.059473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.059473] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30bb9dd1-838c-45e3-80f2-580a96b705ff with status ACTIVE [ 821.059900] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.060274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.060432] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.060787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.060968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.061218] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.061661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.061661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.061790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.061790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.062734] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.062734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.062734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.063102] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.063102] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.063102] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30bb9dd1-838c-45e3-80f2-580a96b705ff is going to be updated. [ 821.064800] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.089178] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.089372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.089420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.089652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.089832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.091017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30bb9dd1-838c-45e3-80f2-580a96b705ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.172483] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.172483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.172483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.172483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.172483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.172483] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 821.220449] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.220603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.220675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.220880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.221036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.233980] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 821.410365] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 821.410365] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 deletion is rescheduled due to dependency. [ 821.410365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.410365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.410365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.410365] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.410365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.410365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.410365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.410365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.410365] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.418264] env[65116]: INFO networking_nsxv3.common.synchronization [None req-a633045f-98d4-46b3-8a17-b476d3bc8b07 tempest-ServerActionsTestJSON-460922022 tempest-ServerActionsTestJSON-460922022-project-member] Enqueued Resource ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 with Priority: HIGHEST for action security_group_rules [ 821.418264] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 with Priority: HIGHEST for action security_group_rules [ 821.418264] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43573753-6a71-471d-b7d3-69ce7b7acd04 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.418264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.418264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.418728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.420810] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43573753-6a71-471d-b7d3-69ce7b7acd04',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.525299] env[65116]: INFO networking_nsxv3.common.synchronization [None req-10d4ed39-e4b0-4e48-a4d6-5b7b2a5d4ef6 tempest-ServerActionsTestJSON-460922022 tempest-ServerActionsTestJSON-460922022-project-member] Enqueued Resource ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 with Priority: HIGHEST for action security_group_rules [ 821.526044] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 with Priority: HIGHEST for action security_group_rules [ 821.526119] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43573753-6a71-471d-b7d3-69ce7b7acd04 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.526607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.567284] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 821.567284] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 821.913020] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.944758] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.944847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.944847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.945162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.945266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.945371] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 already deleted. [ 821.945457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.945609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.945779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.945862] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43573753-6a71-471d-b7d3-69ce7b7acd04',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.415232] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.469884] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.470055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.470132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.470347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.470468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.470529] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 already deleted. [ 822.470612] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.535415] env[65116]: INFO networking_nsxv3.common.synchronization [req-45056dd1-150d-4a22-8374-c4146ee31697 req-44076384-6824-4d79-b20b-eff868d68819 tempest-ServerExternalEventsTest-1013131577 tempest-ServerExternalEventsTest-1013131577-project-member] Enqueued Resource ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd with Priority: HIGHEST for action security_group_members [ 822.536299] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd with Priority: HIGHEST for action security_group_members [ 822.536565] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.536699] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.536804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.536932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.537166] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.540945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.540945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.540945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.540945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.540945] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fa771fa-d8b2-460c-a2bf-d15c202dcecd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.724060] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.724320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.724320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.724506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.740073] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 822.741743] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.743974] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 822.775275] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.775564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.775564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.776559] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.782759] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.783533] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 822.783533] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.783611] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 822.833556] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.833737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.833737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.833909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.835421] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.835421] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 822.914251] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.914456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.914456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.914661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.914874] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.915259] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 822.917773] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.917914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.918113] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.919168] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.919168] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.919168] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 822.954619] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.954934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.955033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.955375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.955423] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.965323] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 822.997558] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.997720] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.997791] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.998040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.998312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.998668] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 822.998772] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'39a29923-854e-4f0f-9d9f-01769f444e0f', '7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d', 'f090cd0f-2654-4c14-8e8d-4f34bcfb7abe', '6596c0db-878b-4b97-88e7-c237fd23bc55', 'a4b8b942-7b64-434b-acc6-00308d058ed5', '5bbfdaaa-459c-4f88-82db-0c833dddee43', '0146a3ea-c140-44a0-abb5-d8dcce4a0d2e', '7c3caecb-9015-4a30-ba07-6c46aaf8fd2b', '595bcce9-1790-4bb4-90f1-43665bcd706f', '56595715-0840-4b10-bc63-51b1434520cd', 'b751a3ed-ec4e-4b50-ad6f-cf9c890715e2', '2b9f2c33-05a0-43fb-a542-90e6051a0a62', 'afa44884-2e94-4e78-b1f0-1f476f18ae30', '78446265-5e5a-45cf-b80e-d61bbd77eab9', 'b075320f-40be-4b29-84c7-cc716b85b3c4', 'f823d0a4-b01b-4247-92c5-6bdf5068494e', '5181241a-f320-4dd8-a3ce-36912a3d4667', 'b6928ba4-3270-4d05-b3e6-95861604d40f', '4c97400d-6cdc-41ed-8688-5f46322d4b94', 'e7967e01-0ab6-4598-9f7f-f0c6118c1952', '600ba772-cff5-4a21-ba3c-0887b5c747a4', 'b7807efd-5e41-4daa-9c2a-bef76c49aef5', '2d61f981-2d3d-41fc-821a-077b08d9783f', '57a634c1-42bf-41c9-8df8-9727963d4b0d', 'd430d65a-3f58-472e-b5df-4c688f56c994', 'a2db4f55-6f81-4a38-ac72-8ba8935079c5', '4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed', 'e61399ad-061b-4165-8353-cd68f75d3872', '92d75f16-c4e5-4a19-95a4-711738d4b9e8', '06457b12-1261-4b74-ba42-3109928fd3b1', '145a65d7-769d-4b64-8d56-37c2bf3d0e21', '8fdee01f-15ef-4346-ad03-3b807dc9daa1', '8758f124-33db-4ee5-b0c4-7fa5a49a3cdf', '0aefedd5-2c35-4d67-afd5-32d988f8ca1a', '750a38f0-802c-436a-b083-33309bab076d', '74431342-dd4f-4a9a-abf2-f150e067298d', '9fa771fa-d8b2-460c-a2bf-d15c202dcecd'} {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.998897] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 823.035310] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.035310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.035310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.035310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.035310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.035310] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 823.035310] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 823.035310] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 823.041600] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.042126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.042126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.042126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.064613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.065321] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.065480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.065533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.066097] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.066800] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.066800] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd is going to be updated. [ 823.098397] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.098397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.098664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.099114] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.099650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.113453] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd in Status: IN_PROGRESS for 2s [ 823.124722] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.124964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.125214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.125481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.126309] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.126613] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 823.126853] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 823.126853] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 823.126970] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 823.127061] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 823.127164] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGH for action security_group_rules [ 823.127280] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGH for action security_group_rules [ 823.127442] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGH for action security_group_rules [ 823.127442] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 with Priority: HIGH for action security_group_rules [ 823.127537] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4b8b942-7b64-434b-acc6-00308d058ed5 with Priority: HIGH for action security_group_rules [ 823.127571] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 with Priority: HIGH for action security_group_rules [ 823.127679] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGH for action security_group_rules [ 823.127785] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGH for action security_group_rules [ 823.127845] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 595bcce9-1790-4bb4-90f1-43665bcd706f with Priority: HIGH for action security_group_rules [ 823.127915] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGH for action security_group_rules [ 823.128027] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 with Priority: HIGH for action security_group_rules [ 823.128143] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 with Priority: HIGH for action security_group_rules [ 823.128180] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGH for action security_group_rules [ 823.128254] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGH for action security_group_rules [ 823.128386] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGH for action security_group_rules [ 823.128438] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f823d0a4-b01b-4247-92c5-6bdf5068494e with Priority: HIGH for action security_group_rules [ 823.128473] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGH for action security_group_rules [ 823.128556] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGH for action security_group_rules [ 823.128675] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGH for action security_group_rules [ 823.128719] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 with Priority: HIGH for action security_group_rules [ 823.128961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.246316] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 823.246589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.246738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.247198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.247198] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.247352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.247352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.247453] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.247511] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.247589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.247676] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.751837] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.751837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.751837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.752274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.752368] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.752466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.752527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.752709] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.752797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.753639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.753639] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.753639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.753639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.753639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.753639] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.753639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.753639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.753991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.753991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.753991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.753991] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.256228] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06457b12-1261-4b74-ba42-3109928fd3b1: rpc.has_security_group_logging(os_id): False [ 824.275675] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.275987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.275987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.276196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.298071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.298071] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.298241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.298241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.298393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.299049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.299049] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.299049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.299049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.299049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.299049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.299345] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.299345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.299430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.299493] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.299563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.299647] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 824.397656] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.397656] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.397656] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.397656] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.397656] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.416206] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 824.976685] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 824.977159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.977323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.977646] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.979019] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.979019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.979019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.979019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.979019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.979019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.979019] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.125558] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd in Status: SUCCESS [ 825.126822] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fa771fa-d8b2-460c-a2bf-d15c202dcecd deletion is rescheduled due to dependency. [ 825.126822] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fa771fa-d8b2-460c-a2bf-d15c202dcecd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.481386] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.481678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.481782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.481973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.482258] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.482366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.482431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.482590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.482677] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.482784] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.482948] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.483073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.483131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.483271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.483426] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.483594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.483594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.483706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.483777] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.483856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.483974] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.987120] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afa44884-2e94-4e78-b1f0-1f476f18ae30: rpc.has_security_group_logging(os_id): False [ 826.017262] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.017262] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.017262] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.017262] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.038807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.039031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.039180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.039334] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.039491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.039575] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.039790] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.039908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.039979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.040106] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.040181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.040372] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.040470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.040527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.040671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.040786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.042042] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 826.113427] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.113888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.114020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.114256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.114413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.135833] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 826.136848] env[65116]: INFO networking_nsxv3.common.synchronization [req-df63596d-e212-4415-8fcf-14df472a0251 req-de0bc700-52c3-4aa0-8d62-a26b11e33b02 tempest-ListServerFiltersTestJSON-516348507 tempest-ListServerFiltersTestJSON-516348507-project-member] Enqueued Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 826.138408] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 826.138587] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGH for action security_group_rules [ 826.138744] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGH for action security_group_rules [ 826.138864] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGH for action security_group_rules [ 826.140026] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGH for action security_group_rules [ 826.140026] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 with Priority: HIGH for action security_group_rules [ 826.140298] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGH for action security_group_rules [ 826.140720] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGH for action security_group_rules [ 826.140720] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGH for action security_group_rules [ 826.140720] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 with Priority: HIGH for action security_group_rules [ 826.140720] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f823d0a4-b01b-4247-92c5-6bdf5068494e with Priority: HIGH for action security_group_rules [ 826.140943] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGH for action security_group_rules [ 826.140943] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 with Priority: HIGH for action security_group_rules [ 826.141057] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 with Priority: HIGH for action security_group_rules [ 826.141105] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56595715-0840-4b10-bc63-51b1434520cd with Priority: HIGH for action security_group_rules [ 826.141150] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595bcce9-1790-4bb4-90f1-43665bcd706f with Priority: HIGH for action security_group_rules [ 826.141766] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 with Priority: HIGH for action security_group_rules [ 826.141766] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b with Priority: HIGH for action security_group_rules [ 826.141766] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b8b942-7b64-434b-acc6-00308d058ed5 with Priority: HIGH for action security_group_rules [ 826.141766] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGH for action security_group_rules [ 826.141766] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 with Priority: HIGH for action security_group_rules [ 826.142218] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.142218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.142218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.142391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.145645] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.145645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.145645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.145645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.145645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.145645] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.145645] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.145645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.145645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.145645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.145645] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.146208] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.146323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.146387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.146582] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.146658] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.147474] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.147593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.147718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.150174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.150174] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.150174] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.150174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.150174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.150174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.150174] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.150726] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7967e01-0ab6-4598-9f7f-f0c6118c1952 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.150726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.150726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.150891] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.150942] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7967e01-0ab6-4598-9f7f-f0c6118c1952',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.152280] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.152397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.152455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.152615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.152685] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.153747] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.153868] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.153947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.154182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.154331] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.155364] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5181241a-f320-4dd8-a3ce-36912a3d4667 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.155481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.155589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.155868] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.155965] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5181241a-f320-4dd8-a3ce-36912a3d4667',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.157083] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78446265-5e5a-45cf-b80e-d61bbd77eab9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.157203] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.157277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.157470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.157548] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78446265-5e5a-45cf-b80e-d61bbd77eab9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.158744] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f823d0a4-b01b-4247-92c5-6bdf5068494e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.158867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.158934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.159149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.159230] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f823d0a4-b01b-4247-92c5-6bdf5068494e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.159500] env[65116]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 826.163897] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.163897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.163897] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9f2c33-05a0-43fb-a542-90e6051a0a62 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.163897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.163897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.163897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.163897] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9f2c33-05a0-43fb-a542-90e6051a0a62',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.164600] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.164716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.164782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.164975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.165109] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b751a3ed-ec4e-4b50-ad6f-cf9c890715e2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.166319] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56595715-0840-4b10-bc63-51b1434520cd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.166433] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.166433] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.167225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.167225] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56595715-0840-4b10-bc63-51b1434520cd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.168244] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-595bcce9-1790-4bb4-90f1-43665bcd706f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.168351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.168430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.168596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.169449] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('595bcce9-1790-4bb4-90f1-43665bcd706f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.173641] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bbfdaaa-459c-4f88-82db-0c833dddee43 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.173779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.173848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.174067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.174168] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bbfdaaa-459c-4f88-82db-0c833dddee43',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.176851] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.176988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.177055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.177256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.177343] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c3caecb-9015-4a30-ba07-6c46aaf8fd2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.178350] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4b8b942-7b64-434b-acc6-00308d058ed5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.178466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.178532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.178775] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.178852] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4b8b942-7b64-434b-acc6-00308d058ed5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.179977] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.180107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.180173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.180331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.180403] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.181277] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6596c0db-878b-4b97-88e7-c237fd23bc55 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.181389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.181467] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.181619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.181692] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6596c0db-878b-4b97-88e7-c237fd23bc55',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.186695] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.186821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.186887] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.187186] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.187356] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.187462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.187564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.187702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.187786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.187858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.187933] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.188915] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.430800] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 826.430905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.685403] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.685588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.685706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.685995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.686395] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.686395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.686395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.686986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.686986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.686986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.686986] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.687933] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.688255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.688255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.688255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.688410] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.688497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.688590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.688762] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.689206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.689206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.689206] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.694271] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.695589] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.695737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.695785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.695958] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.696349] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.696349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.696481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.696622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.696722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.696809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.696957] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.697074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.697158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.697353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.697519] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.697658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.697709] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.697874] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.697974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.698093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.698184] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.721026] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.721026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.721026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.721026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.721026] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.721375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.721375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.721375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.721469] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.721664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.721706] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.726415] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.726694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.726825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.727113] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.727334] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.727537] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.727594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.727792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.727908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.728061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.728165] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.729275] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5181241a-f320-4dd8-a3ce-36912a3d4667 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.729435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.730308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.730308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.730308] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.730308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.730308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.730308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.730755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.730755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.730755] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5181241a-f320-4dd8-a3ce-36912a3d4667',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.733223] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.733355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.733482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.733666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.735068] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.735193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.735296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.735508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.735597] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.735716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.735834] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.751593] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5181241a-f320-4dd8-a3ce-36912a3d4667',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.760029] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.760029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.760029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.760029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.760029] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.760029] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.763881] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.764057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.764167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.766676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.766676] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.766676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.766676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.766676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.766676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.766676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.766676] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b751a3ed-ec4e-4b50-ad6f-cf9c890715e2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.766676] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.766676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.766676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.766676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.766676] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.766676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.766676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.767921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.767921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.767921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.767921] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.776333] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.776333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.776333] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5181241a-f320-4dd8-a3ce-36912a3d4667: rpc.has_security_group_logging(os_id): False [ 826.800548] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.800719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.826149] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.826149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.826934] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.827060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.827826] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.828010] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.830099] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.830270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.831339] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.831581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.832211] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.832311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.833046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.833180] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9f2c33-05a0-43fb-a542-90e6051a0a62 is going to be deleted. [ 826.834104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.834325] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.835948] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.836098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.837447] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.837447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.863675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.863960] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56595715-0840-4b10-bc63-51b1434520cd is going to be deleted. [ 826.865445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.865712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.891858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.892055] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bbfdaaa-459c-4f88-82db-0c833dddee43 is going to be deleted. [ 826.893077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.893282] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.933598] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.933823] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4b8b942-7b64-434b-acc6-00308d058ed5 is going to be deleted. [ 826.934742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.935368] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.936623] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.936823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.940572] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.940572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.964640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.964866] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c3caecb-9015-4a30-ba07-6c46aaf8fd2b is going to be deleted. [ 826.966087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.966367] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.973211] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.973344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.997485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.997934] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7967e01-0ab6-4598-9f7f-f0c6118c1952 is going to be deleted. [ 826.998709] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.998950] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.092166] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.092633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.101056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.101056] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.101056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.101056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.101524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.101524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.101524] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 is going to be updated. [ 827.102576] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.102797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.106748] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.107495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.161573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.161752] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78446265-5e5a-45cf-b80e-d61bbd77eab9 is going to be deleted. [ 827.163066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.163066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.190613] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.190739] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.191529] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.191529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.191529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.191529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.191804] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.191804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.191887] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.192025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.192125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.192225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.192401] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.193242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.193242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.193242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.193242] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.193242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.193242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.193497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.193497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.193497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.193601] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.194620] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.196495] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.196495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.196495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.197694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.197694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.197694] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 is going to be updated. [ 827.200895] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f090cd0f-2654-4c14-8e8d-4f34bcfb7abe: rpc.has_security_group_logging(os_id): False [ 827.248202] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.248372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.248463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.248698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.249424] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.249424] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.249424] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.249424] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.249424] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.249742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.249790] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.249884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.249965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.250182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.250365] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.250489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.250575] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.250745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.250850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.250951] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.251071] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.270322] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.270639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.275282] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.275393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.275468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.275794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.276017] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.276219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.276219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.276505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.276609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.276718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.276880] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.276983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.277070] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.277237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.277418] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.277527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.277604] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.277762] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.277846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.277932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.278061] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.279530] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b075320f-40be-4b29-84c7-cc716b85b3c4: rpc.has_security_group_logging(os_id): False [ 827.282940] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.282940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.282940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.283146] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f823d0a4-b01b-4247-92c5-6bdf5068494e is going to be deleted. [ 827.284842] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b751a3ed-ec4e-4b50-ad6f-cf9c890715e2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.285666] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c97400d-6cdc-41ed-8688-5f46322d4b94: rpc.has_security_group_logging(os_id): False [ 827.286770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.286884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.291934] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.292312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.292312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.293241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.293241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.294745] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.294860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.341854] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: IN_PROGRESS for 2s [ 827.342836] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.343022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.363805] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.364059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.404036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.404205] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 595bcce9-1790-4bb4-90f1-43665bcd706f is going to be deleted. [ 827.406178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.406178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.406178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.406178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56595715-0840-4b10-bc63-51b1434520cd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.406335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.406423] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.406505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.406623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9f2c33-05a0-43fb-a542-90e6051a0a62" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.407256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.409690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.409690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.409690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bbfdaaa-459c-4f88-82db-0c833dddee43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.409690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.409690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.409690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.409690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4b8b942-7b64-434b-acc6-00308d058ed5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.409690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.409690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.454884] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.455200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.481577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.481577] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6596c0db-878b-4b97-88e7-c237fd23bc55 is going to be deleted. [ 827.482981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.483228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.483363] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.483530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c3caecb-9015-4a30-ba07-6c46aaf8fd2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.483807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.484065] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.484210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.484425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7967e01-0ab6-4598-9f7f-f0c6118c1952" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.484962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.485181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.532386] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.532704] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.532859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.532921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.533288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.533775] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.533775] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.534024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.534024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.534736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.534736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.534736] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.534928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.534928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.535149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.535268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.535417] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be updated. [ 827.536997] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.537259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.537479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.538983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.539170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.539294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.539593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78446265-5e5a-45cf-b80e-d61bbd77eab9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.539844] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.540097] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.591318] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.592586] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.595250] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 in Status: IN_PROGRESS for 2s [ 827.602981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.604132] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.604366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.604366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.605068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.605222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.605512] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be updated. [ 827.607554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.608207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.608207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.608207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f823d0a4-b01b-4247-92c5-6bdf5068494e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.608645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.608645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.672476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.672829] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.673043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.673156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.673395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.673485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.673585] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 is going to be updated. [ 827.675172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.675429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.675536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.675675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-595bcce9-1790-4bb4-90f1-43665bcd706f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.683422] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.683647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.683712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.683901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.684024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.684151] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6596c0db-878b-4b97-88e7-c237fd23bc55" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.692889] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.693076] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.693197] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.693352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.693485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.700695] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39a29923-854e-4f0f-9d9f-01769f444e0f: rpc.has_security_group_logging(os_id): False [ 827.701642] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e: rpc.has_security_group_logging(os_id): False [ 827.736289] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.736495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.736495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.736705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.738621] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.738732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.752453] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.752648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.753325] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6928ba4-3270-4d05-b3e6-95861604d40f: rpc.has_security_group_logging(os_id): False [ 827.785047] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d: rpc.has_security_group_logging(os_id): False [ 827.791492] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b751a3ed-ec4e-4b50-ad6f-cf9c890715e2: rpc.has_security_group_logging(os_id): False [ 827.794230] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 827.820804] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.820804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.824513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.824513] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.824513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.824819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.824819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.824899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.825115] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.825363] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.825436] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.825813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.825969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.826188] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.826279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.826381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.826556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.826660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.826800] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e is going to be updated. [ 827.828050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.828261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.830098] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.830321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.849894] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.850183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.863332] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.863332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.868033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.868033] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.868033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.868033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.868033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.868033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.868033] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39a29923-854e-4f0f-9d9f-01769f444e0f is going to be updated. [ 827.868033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.868033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.914232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.914232] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.914232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.914691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.914691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.914691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.915214] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.915214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.915214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.915468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.915468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.915803] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.915803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.915803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.915964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.916277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.916562] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f is going to be updated. [ 827.917630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.917914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.918120] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.919251] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.919465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.966864] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: IN_PROGRESS for 2s [ 827.978282] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.978282] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.978518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.978518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.978674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.978759] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.979019] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.979124] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.980694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.980694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.980694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.980694] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.980694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.980694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.980694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.980694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.980694] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 827.981429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.981599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.981745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.982774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.982937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.999423] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 828.034096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.034541] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.034683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.034752] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.034962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.035107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.035239] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 is going to be updated. [ 828.073166] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.073452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.073549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.073812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.074019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.076396] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.076532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.076575] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.076794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.076943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.102432] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: IN_PROGRESS for 2s [ 828.129416] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.129623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.129714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.129949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.130172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.134496] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: IN_PROGRESS for 2s [ 828.189166] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 828.189412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.190069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.190069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.190069] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.191598] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: IN_PROGRESS for 2s [ 828.192471] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.192710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.192710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.192897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.193211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.200211] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.200371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.200428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.200610] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.200824] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.233469] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 in Status: IN_PROGRESS for 2s [ 828.258112] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 828.696063] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.698419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.698419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.698419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.698419] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.698419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.698419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.698419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.698419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.698419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.698419] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.203828] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.203828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.203828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.204423] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.204423] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.204423] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.204423] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.204585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.204585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.204704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.204834] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.204886] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.205106] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.205197] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.205416] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.205416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.205416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.205542] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.205618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.205794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.205794] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.355387] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: SUCCESS [ 829.355387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.612702] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 in Status: SUCCESS [ 829.612953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.708615] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afa44884-2e94-4e78-b1f0-1f476f18ae30: rpc.has_security_group_logging(os_id): False [ 829.728960] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.729214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.729351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.729632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.729778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.730014] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.730263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.730308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.730849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.730849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.730998] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.731126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.731184] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.731385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.731448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.731670] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.731799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.731880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.732061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.732183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.732363] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 829.819631] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.819631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.819631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.819631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.819631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.820965] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 829.821413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.861609] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 829.983430] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: SUCCESS [ 829.983430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.015636] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 830.015636] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.121358] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: SUCCESS [ 830.121621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.149098] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: SUCCESS [ 830.149406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.208679] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: SUCCESS [ 830.208993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.250790] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 in Status: SUCCESS [ 830.251030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.278111] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 830.278227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.022988] env[65116]: INFO networking_nsxv3.common.synchronization [req-e2700dfe-81cb-44f0-a018-e5500cac1773 req-8a5c5319-efd8-448b-999e-d5316b13f90a tempest-ServersTestJSON-1776500097 tempest-ServersTestJSON-1776500097-project-member] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 831.022988] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 831.023281] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.023406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.023475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.024023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.024023] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.024023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.024023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.024297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.024297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.024360] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.527060] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.897638] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 831.897638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.031289] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.048726] env[65116]: INFO networking_nsxv3.common.synchronization [req-5c8f9537-77b6-472c-8c4b-2d42084e9a26 req-2072b93b-d939-4e81-96bd-9bc943b706a0 tempest-InstanceActionsTestJSON-1092979101 tempest-InstanceActionsTestJSON-1092979101-project-member] Enqueued Resource ID: d430d65a-3f58-472e-b5df-4c688f56c994 with Priority: HIGHEST for action security_group_members [ 832.049352] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d430d65a-3f58-472e-b5df-4c688f56c994 with Priority: HIGHEST for action security_group_members [ 832.049753] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-d430d65a-3f58-472e-b5df-4c688f56c994 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.049875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.049933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.050201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.050333] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.050436] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.050821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.050821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.050821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.050821] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d430d65a-3f58-472e-b5df-4c688f56c994',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.539819] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.539819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.539819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.539819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.539819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.540380] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 832.553012] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.553223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.553315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.553532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.575308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.575668] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.575850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.575922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.576409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.576409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.576409] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d430d65a-3f58-472e-b5df-4c688f56c994 is going to be updated. [ 832.579031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.579318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.579318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.580306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.580306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.592028] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 832.607937] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.608112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.608160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.608362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.608497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.617317] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d430d65a-3f58-472e-b5df-4c688f56c994 in Status: IN_PROGRESS for 2s [ 832.746543] env[65116]: INFO networking_nsxv3.common.synchronization [None req-3a022669-5a1c-4173-9f8f-9d7be6916eef None None] Enqueued Resource ID: 4aba8f7a-5233-4206-94f7-7c650b4eb921 with Priority: HIGHEST for action port [ 832.746543] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aba8f7a-5233-4206-94f7-7c650b4eb921 with Priority: HIGHEST for action port [ 832.746855] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aba8f7a-5233-4206-94f7-7c650b4eb921 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.746984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aba8f7a-5233-4206-94f7-7c650b4eb921" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.747365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aba8f7a-5233-4206-94f7-7c650b4eb921" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.747828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aba8f7a-5233-4206-94f7-7c650b4eb921" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.747828] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aba8f7a-5233-4206-94f7-7c650b4eb921',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.253202] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4aba8f7a-5233-4206-94f7-7c650b4eb921 [ 833.253202] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.253202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.253202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.253202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.253202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.253620] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4aba8f7a-5233-4206-94f7-7c650b4eb921 already deleted. [ 833.253620] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aba8f7a-5233-4206-94f7-7c650b4eb921" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.542460] env[65116]: INFO networking_nsxv3.common.synchronization [req-5c367e4a-85fc-44d5-9f39-293d1fb4bd4a req-66418e0b-8177-4848-b782-90eda60c60f6 tempest-SecurityGroupRulesNegativeTestJSON-1603630343 tempest-SecurityGroupRulesNegativeTestJSON-1603630343-project-member] Enqueued Resource ID: 36dacdf5-20d4-4485-aa54-80b7e68d63d9 with Priority: HIGHEST for action security_group_rules [ 833.542846] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dacdf5-20d4-4485-aa54-80b7e68d63d9 with Priority: HIGHEST for action security_group_rules [ 833.543042] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36dacdf5-20d4-4485-aa54-80b7e68d63d9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.543180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36dacdf5-20d4-4485-aa54-80b7e68d63d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.543279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36dacdf5-20d4-4485-aa54-80b7e68d63d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.543705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36dacdf5-20d4-4485-aa54-80b7e68d63d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.543859] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36dacdf5-20d4-4485-aa54-80b7e68d63d9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.030017] env[65116]: INFO networking_nsxv3.common.synchronization [req-b0900a25-f167-4626-b35e-1ebb5e720b90 req-d65ae057-4eb4-4934-ac99-59778dcacf52 tempest-ImagesOneServerNegativeTestJSON-1452745102 tempest-ImagesOneServerNegativeTestJSON-1452745102-project-member] Enqueued Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 834.030750] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 834.031597] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.031597] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.031597] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.031817] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.033054] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.033282] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.033282] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.033600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.033750] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.034063] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.069842] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.070015] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.070088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.070307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.070398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.070496] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36dacdf5-20d4-4485-aa54-80b7e68d63d9 already deleted. [ 834.070581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36dacdf5-20d4-4485-aa54-80b7e68d63d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.091770] env[65116]: INFO networking_nsxv3.common.synchronization [req-549d97b1-c1c3-42a7-b5e9-bd3cf1ae9bf2 req-74bafab4-fac5-4786-aac6-94814b5eff14 tempest-SecurityGroupRulesNegativeTestJSON-1603630343 tempest-SecurityGroupRulesNegativeTestJSON-1603630343-project-member] Enqueued Resource ID: 36dacdf5-20d4-4485-aa54-80b7e68d63d9 with Priority: HIGHEST for action security_group_rules [ 834.092531] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dacdf5-20d4-4485-aa54-80b7e68d63d9 with Priority: HIGHEST for action security_group_rules [ 834.092846] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36dacdf5-20d4-4485-aa54-80b7e68d63d9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.092965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36dacdf5-20d4-4485-aa54-80b7e68d63d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.093109] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36dacdf5-20d4-4485-aa54-80b7e68d63d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.093275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36dacdf5-20d4-4485-aa54-80b7e68d63d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.093356] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36dacdf5-20d4-4485-aa54-80b7e68d63d9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.353675] env[65116]: INFO networking_nsxv3.common.synchronization [req-be90a1dd-7b26-4284-9eb2-58df5133998d req-528bba3e-7dba-41c6-bf3b-c594d20f20bb tempest-AttachVolumeShelveTestJSON-1482826837 tempest-AttachVolumeShelveTestJSON-1482826837-project-member] Enqueued Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_members [ 834.354154] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_members [ 834.354468] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b93829-da21-4fcf-8e36-6ec77f6764b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.354587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.354686] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.354948] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.356281] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.356426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.356489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.356657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.356742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.356839] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.540799] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.540799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.540799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.541175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.541175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.541317] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.541433] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.541507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.541679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.541776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.541896] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f is going to be updated. [ 834.580074] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.580074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.580074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.580074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.580074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.590436] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: IN_PROGRESS for 2s [ 834.599568] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 834.599959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.617708] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.618230] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.618230] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.618358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.618430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.618557] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36dacdf5-20d4-4485-aa54-80b7e68d63d9 already deleted. [ 834.618660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36dacdf5-20d4-4485-aa54-80b7e68d63d9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.629894] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d430d65a-3f58-472e-b5df-4c688f56c994 in Status: SUCCESS [ 834.630101] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d430d65a-3f58-472e-b5df-4c688f56c994 deletion is rescheduled due to dependency. [ 834.631042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d430d65a-3f58-472e-b5df-4c688f56c994" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.768936] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.769163] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.769292] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.769623] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.769968] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.772052] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.772052] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.772052] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.772052] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.772052] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.772357] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.772552] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.772705] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.772831] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.772984] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.773100] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.794241] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.794241] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.794241] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.794241] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.794241] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-71e0942f-5026-4128-ba81-16311feb9b3e taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.794241] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.794241] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.794634] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.794672] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e0942f-5026-4128-ba81-16311feb9b3e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.859151] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.859612] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.859740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.860158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.860158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.860286] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.860378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.860441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.860585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.860659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.860744] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 already deleted. [ 834.860822] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.128215] env[65116]: INFO networking_nsxv3.common.synchronization [None req-9a869f57-9215-4998-9032-624a7a287ad2 None None] Enqueued Resource ID: 07286f99-0503-43df-973e-62e3115d0fbe with Priority: HIGHEST for action port [ 835.128850] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07286f99-0503-43df-973e-62e3115d0fbe with Priority: HIGHEST for action port [ 835.129225] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-07286f99-0503-43df-973e-62e3115d0fbe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.129419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07286f99-0503-43df-973e-62e3115d0fbe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.129544] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07286f99-0503-43df-973e-62e3115d0fbe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.129762] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07286f99-0503-43df-973e-62e3115d0fbe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.129845] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07286f99-0503-43df-973e-62e3115d0fbe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.300021] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.300021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.300021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.300021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.300021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.300021] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 71e0942f-5026-4128-ba81-16311feb9b3e not found, creating... [ 835.300021] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.300021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.300021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.300021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.300021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.300555] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.300555] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.300555] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.300555] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.300555] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.300555] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 71e0942f-5026-4128-ba81-16311feb9b3e is going to be created. [ 835.320708] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.320708] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.320982] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.321624] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.321624] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.321624] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.632604] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07286f99-0503-43df-973e-62e3115d0fbe [ 835.632787] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.632787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.632874] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.633426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.633426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.633426] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07286f99-0503-43df-973e-62e3115d0fbe already deleted. [ 835.633426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07286f99-0503-43df-973e-62e3115d0fbe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.051230] env[65116]: INFO networking_nsxv3.common.synchronization [req-be90a1dd-7b26-4284-9eb2-58df5133998d req-c3fad997-f5fb-4059-a05c-fe2389cdca69 service nova] Enqueued Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_rules [ 836.051230] env[65116]: INFO networking_nsxv3.common.synchronization [req-be90a1dd-7b26-4284-9eb2-58df5133998d req-c3fad997-f5fb-4059-a05c-fe2389cdca69 service nova] Enqueued Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_members [ 836.051230] env[65116]: INFO networking_nsxv3.common.synchronization [req-be90a1dd-7b26-4284-9eb2-58df5133998d req-c3fad997-f5fb-4059-a05c-fe2389cdca69 service nova] Enqueued Resource ID: 71e0942f-5026-4128-ba81-16311feb9b3e with Priority: HIGHEST for action port [ 836.051230] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_rules [ 836.051230] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_members [ 836.051230] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e0942f-5026-4128-ba81-16311feb9b3e with Priority: HIGHEST for action port [ 836.051582] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56b93829-da21-4fcf-8e36-6ec77f6764b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.051582] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.051700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.052298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.052298] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.053435] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b93829-da21-4fcf-8e36-6ec77f6764b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.053753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.053825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.054237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.054237] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.054461] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.054461] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.054580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.054580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.055771] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.056181] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-71e0942f-5026-4128-ba81-16311feb9b3e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.057087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.057160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.058938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.058938] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e0942f-5026-4128-ba81-16311feb9b3e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.559438] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.561033] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b93829-da21-4fcf-8e36-6ec77f6764b3 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.561033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.563374] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71e0942f-5026-4128-ba81-16311feb9b3e with status ACTIVE [ 836.563652] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.563732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.563770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.564060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.564590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.564590] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.564590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.564590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.564792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.564830] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.564994] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.565125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.565239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.565377] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.565685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.565685] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71e0942f-5026-4128-ba81-16311feb9b3e is going to be updated. [ 836.591349] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.591572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.591572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.592089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.592089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.592195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.601875] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: SUCCESS [ 836.602088] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f deletion is rescheduled due to dependency. [ 836.602211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.062501] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.565688] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.565889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.565972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.566196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.566300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.566409] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 is going to be created. [ 837.592327] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.592496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.592552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.592814] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.592918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.604202] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 in Status: UNINITIALIZED for 2s [ 839.617806] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 in Status: SUCCESS [ 839.618182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.619988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.619988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.619988] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.619988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.619988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.619988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.619988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.623166] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.624169] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.125989] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.629103] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56b93829-da21-4fcf-8e36-6ec77f6764b3: rpc.has_security_group_logging(os_id): False [ 840.653205] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.653205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.653205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.653670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.653670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.653736] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.653793] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.653869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.654061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.654144] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.654238] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 is going to be created. [ 840.717746] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.717973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.718032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.718302] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.718494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.730658] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 in Status: IN_PROGRESS for 2s [ 841.053746] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 841.053870] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 841.183169] env[65116]: INFO networking_nsxv3.common.synchronization [req-9c571b2c-2f93-4a05-baa7-b131e854c103 req-9d0eb454-717d-48b3-9adc-1bf6c2ea80bc tempest-ServersWithSpecificFlavorTestJSON-1330520152 tempest-ServersWithSpecificFlavorTestJSON-1330520152-project-member] Enqueued Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_members [ 841.185120] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_members [ 841.185708] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-600ba772-cff5-4a21-ba3c-0887b5c747a4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.185819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.185995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.186327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.186582] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.186782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.186909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.187163] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.187302] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.187559] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.616799] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.616799] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-551" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.616799] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-551" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.617098] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-551" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.617502] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.617640] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.617758] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.617980] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.618147] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.618361] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.618530] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.618607] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.618683] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.618787] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.618890] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.619029] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.637856] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.638284] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.638284] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.638385] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-551" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.638696] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-2e0f93ed-17fe-4ad2-aadd-13b7bdac954c taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.638871] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-2e0f93ed-17fe-4ad2-aadd-13b7bdac954c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.638990] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-2e0f93ed-17fe-4ad2-aadd-13b7bdac954c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.639681] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-2e0f93ed-17fe-4ad2-aadd-13b7bdac954c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.639852] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e0f93ed-17fe-4ad2-aadd-13b7bdac954c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.693197] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.693419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.693527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.693846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.715998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.718047] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.718047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.718047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.718047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.718047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.718047] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 is going to be updated. [ 841.750036] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.750036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.750036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.750329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.752012] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.760075] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 in Status: IN_PROGRESS for 2s [ 842.143075] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.143448] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.143616] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.143920] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.144088] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.144254] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 2e0f93ed-17fe-4ad2-aadd-13b7bdac954c not found, creating... [ 842.144550] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.144749] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.144833] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.145096] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.145583] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.145911] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.146092] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.146247] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.146480] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.146617] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.146763] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 2e0f93ed-17fe-4ad2-aadd-13b7bdac954c is going to be created. [ 842.169387] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.169588] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.169719] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.170331] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.170569] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.170800] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-2e0f93ed-17fe-4ad2-aadd-13b7bdac954c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.748260] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 in Status: SUCCESS [ 842.748587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.896070] env[65116]: INFO networking_nsxv3.common.synchronization [req-9c571b2c-2f93-4a05-baa7-b131e854c103 req-5d1ed1a8-f8c4-4142-bc7c-8d83f163f18f service nova] Enqueued Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_rules [ 842.896202] env[65116]: INFO networking_nsxv3.common.synchronization [req-9c571b2c-2f93-4a05-baa7-b131e854c103 req-5d1ed1a8-f8c4-4142-bc7c-8d83f163f18f service nova] Enqueued Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_members [ 842.896280] env[65116]: INFO networking_nsxv3.common.synchronization [req-9c571b2c-2f93-4a05-baa7-b131e854c103 req-5d1ed1a8-f8c4-4142-bc7c-8d83f163f18f service nova] Enqueued Resource ID: 2e0f93ed-17fe-4ad2-aadd-13b7bdac954c with Priority: HIGHEST for action port [ 842.896838] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_rules [ 842.897257] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_members [ 842.897382] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0f93ed-17fe-4ad2-aadd-13b7bdac954c with Priority: HIGHEST for action port [ 842.898487] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-600ba772-cff5-4a21-ba3c-0887b5c747a4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.898649] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.898731] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.898969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.899072] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.900389] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-600ba772-cff5-4a21-ba3c-0887b5c747a4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.901200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.901200] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e0f93ed-17fe-4ad2-aadd-13b7bdac954c taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.901200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e0f93ed-17fe-4ad2-aadd-13b7bdac954c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.901200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e0f93ed-17fe-4ad2-aadd-13b7bdac954c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.901466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e0f93ed-17fe-4ad2-aadd-13b7bdac954c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.901466] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e0f93ed-17fe-4ad2-aadd-13b7bdac954c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.403279] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-600ba772-cff5-4a21-ba3c-0887b5c747a4 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.403404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.404149] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e0f93ed-17fe-4ad2-aadd-13b7bdac954c with status ACTIVE [ 843.406732] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.406732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.406732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.406732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.406732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.406732] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.406732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.406732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.406732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.406732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.407172] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.407172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.407172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.407397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.407485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.407613] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e0f93ed-17fe-4ad2-aadd-13b7bdac954c is going to be updated. [ 843.431299] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.431494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.431602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.431855] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.432057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.432284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e0f93ed-17fe-4ad2-aadd-13b7bdac954c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.773936] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 in Status: SUCCESS [ 843.774255] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 deletion is rescheduled due to dependency. [ 843.774295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.774480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.775884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.776114] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.776316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.776416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.776615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.776748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.776818] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.284084] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.786396] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.289943] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.290179] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.290306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.290624] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.290763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.290904] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 is going to be updated. [ 845.327037] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.327309] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.327443] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.327725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.327923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.341907] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 in Status: IN_PROGRESS for 2s [ 847.355100] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 in Status: SUCCESS [ 847.355574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.355574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.356015] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.356311] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.356525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.356673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.356941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.357107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.357238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.357383] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.859794] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.899314] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 847.899314] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 848.365909] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 600ba772-cff5-4a21-ba3c-0887b5c747a4: rpc.has_security_group_logging(os_id): False [ 848.386399] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.386547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.386641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.386843] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.386938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.387244] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.387351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.387351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.387541] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.387587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.387681] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 is going to be updated. [ 848.417701] env[65116]: INFO networking_nsxv3.common.synchronization [req-d65bcf40-382d-48d5-aa4f-cae6ac850de0 req-22900bc4-9c06-49a7-b263-c416a33a47c1 tempest-ServerMetadataNegativeTestJSON-807233710 tempest-ServerMetadataNegativeTestJSON-807233710-project-member] Enqueued Resource ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef with Priority: HIGHEST for action security_group_members [ 848.418830] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef with Priority: HIGHEST for action security_group_members [ 848.418830] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.418830] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.419153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.419153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.419315] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.419402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.419494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.419643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.419727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.419866] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0fe0ecc-597d-4da7-8fb5-bfd22898ecef',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.457275] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.457631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.457631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.458039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.458143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.473259] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 in Status: IN_PROGRESS for 2s [ 848.921886] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.922167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.922284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.922647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.922786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.923125] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.923322] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.923426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.923672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.923815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.923969] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef already deleted. [ 848.924136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.308169] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.308364] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-334" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.308485] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-334" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.308917] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-334" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.309288] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.309458] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.309588] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.309841] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.309978] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.310274] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.310342] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.310790] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.310790] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.310790] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.310790] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.310967] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.336907] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.338030] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.338030] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.338030] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-334" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.338030] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-e904441b-001c-4583-a1e4-98b5fbd6eb74 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.338345] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-e904441b-001c-4583-a1e4-98b5fbd6eb74" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.338345] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-e904441b-001c-4583-a1e4-98b5fbd6eb74" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.338609] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-e904441b-001c-4583-a1e4-98b5fbd6eb74" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.338765] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e904441b-001c-4583-a1e4-98b5fbd6eb74',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.841524] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.841993] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.841993] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.842262] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.843111] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.843111] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port e904441b-001c-4583-a1e4-98b5fbd6eb74 not found, creating... [ 849.843111] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.843111] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.843111] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.843489] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.843726] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.843868] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.844495] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.844633] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.844856] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.844992] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.845194] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: e904441b-001c-4583-a1e4-98b5fbd6eb74 is going to be created. [ 849.870803] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.870803] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.870803] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.870803] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.870803] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.870803] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-e904441b-001c-4583-a1e4-98b5fbd6eb74" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.490057] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 in Status: SUCCESS [ 850.490326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.635740] env[65116]: INFO networking_nsxv3.common.synchronization [req-d65bcf40-382d-48d5-aa4f-cae6ac850de0 req-7292d8c9-c9f4-40e9-bb08-5dc00afa132c service nova] Enqueued Resource ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef with Priority: HIGHEST for action security_group_rules [ 850.635740] env[65116]: INFO networking_nsxv3.common.synchronization [req-d65bcf40-382d-48d5-aa4f-cae6ac850de0 req-7292d8c9-c9f4-40e9-bb08-5dc00afa132c service nova] Enqueued Resource ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef with Priority: HIGHEST for action security_group_members [ 850.635740] env[65116]: INFO networking_nsxv3.common.synchronization [req-d65bcf40-382d-48d5-aa4f-cae6ac850de0 req-7292d8c9-c9f4-40e9-bb08-5dc00afa132c service nova] Enqueued Resource ID: e904441b-001c-4583-a1e4-98b5fbd6eb74 with Priority: HIGHEST for action port [ 850.636233] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef with Priority: HIGHEST for action security_group_rules [ 850.636415] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef with Priority: HIGHEST for action security_group_members [ 850.636543] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e904441b-001c-4583-a1e4-98b5fbd6eb74 with Priority: HIGHEST for action port [ 850.637188] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.637188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.637188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.637420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.637499] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0fe0ecc-597d-4da7-8fb5-bfd22898ecef',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.640030] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.640030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.640030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.640030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.640030] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.640030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.640030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.640660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.640660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.640660] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0fe0ecc-597d-4da7-8fb5-bfd22898ecef',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.642505] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-e904441b-001c-4583-a1e4-98b5fbd6eb74 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.642678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e904441b-001c-4583-a1e4-98b5fbd6eb74" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.642678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e904441b-001c-4583-a1e4-98b5fbd6eb74" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.642983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e904441b-001c-4583-a1e4-98b5fbd6eb74" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.642983] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e904441b-001c-4583-a1e4-98b5fbd6eb74',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.148032] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e904441b-001c-4583-a1e4-98b5fbd6eb74 with status ACTIVE [ 851.148032] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.148032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.148032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.148032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.148032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.148032] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.148032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.148032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.148032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.148032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.148032] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.148032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.148032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.148032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.148032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.148032] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e904441b-001c-4583-a1e4-98b5fbd6eb74 is going to be updated. [ 851.150374] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0fe0ecc-597d-4da7-8fb5-bfd22898ecef',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.152826] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.152826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.177952] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.178063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.178145] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.178379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.178521] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.178742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e904441b-001c-4583-a1e4-98b5fbd6eb74" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.254425] env[65116]: INFO networking_nsxv3.common.synchronization [req-52986233-ff56-4f25-be0d-622286756318 req-bd975c33-8cda-4c72-b21c-ceca5a196f45 tempest-ServersAdminTestJSON-186124780 tempest-ServersAdminTestJSON-186124780-project-member] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 851.255057] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 851.255711] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.255711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.255711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.255711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.256028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.260246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.260246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.260246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.260246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.260246] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.615980] env[65116]: INFO networking_nsxv3.common.synchronization [req-308292a8-64fa-4203-a9ba-19e413c174ee req-85b7795b-4be8-49d8-b4f6-3195cb46cb8c tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 851.617487] env[65116]: INFO networking_nsxv3.common.synchronization [req-308292a8-64fa-4203-a9ba-19e413c174ee req-85b7795b-4be8-49d8-b4f6-3195cb46cb8c tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 with Priority: HIGHEST for action security_group_members [ 851.617487] env[65116]: INFO networking_nsxv3.common.synchronization [req-308292a8-64fa-4203-a9ba-19e413c174ee req-85b7795b-4be8-49d8-b4f6-3195cb46cb8c tempest-SecurityGroupsTestJSON-1711894211 tempest-SecurityGroupsTestJSON-1711894211-project-member] Enqueued Resource ID: 750a38f0-802c-436a-b083-33309bab076d with Priority: HIGHEST for action security_group_members [ 851.617487] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGHEST for action security_group_members [ 851.617487] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 with Priority: HIGHEST for action security_group_members [ 851.617799] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750a38f0-802c-436a-b083-33309bab076d with Priority: HIGHEST for action security_group_members [ 851.618077] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.618183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.618245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.618524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.618723] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.618858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.618947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.619150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.619355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.619539] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.620670] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.621440] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.621440] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.621440] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.621744] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.621895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.622046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.622232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.622363] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.622480] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b751a3ed-ec4e-4b50-ad6f-cf9c890715e2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.624632] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-750a38f0-802c-436a-b083-33309bab076d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.624842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.624943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.625199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.625397] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.625497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.625559] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.625875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.625875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.626044] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('750a38f0-802c-436a-b083-33309bab076d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.657203] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0fe0ecc-597d-4da7-8fb5-bfd22898ecef',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.706055] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.706055] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.710020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.710020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.710020] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.710020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.710020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.710020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.710020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.710020] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.710020] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.710020] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.710020] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.710020] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.710020] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.710020] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.729794] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.729969] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.730141] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.730351] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-593" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.730858] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-027b9031-f921-43b2-8580-de8d028869c3 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.731128] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-027b9031-f921-43b2-8580-de8d028869c3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.731258] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-027b9031-f921-43b2-8580-de8d028869c3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.731575] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-027b9031-f921-43b2-8580-de8d028869c3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.731770] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027b9031-f921-43b2-8580-de8d028869c3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.763996] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.128608] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.128724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.128784] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.129015] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.129115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.129311] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.129412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.129473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.129626] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.129705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.129789] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 is going to be updated. [ 852.131374] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.131481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.131567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.131763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.131853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.132070] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.132192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.132261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.132411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.132488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.132575] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be updated. [ 852.133677] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.133786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.133873] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.134030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.160183] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.160183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.160650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.161152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.161152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.161502] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef is going to be created. [ 852.163885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.163885] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.163885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.163885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.164383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.164383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.164614] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750a38f0-802c-436a-b083-33309bab076d is going to be updated. [ 852.173360] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.173912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.174047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.174269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.174416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.176976] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.176976] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.176976] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.177242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.177322] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.186417] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 in Status: IN_PROGRESS for 2s [ 852.187158] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: IN_PROGRESS for 2s [ 852.194957] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.195179] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.195238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.195462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.195635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.197564] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.197703] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.197786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.197978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.198126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.210690] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef in Status: UNINITIALIZED for 2s [ 852.213034] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750a38f0-802c-436a-b083-33309bab076d in Status: IN_PROGRESS for 2s [ 852.234548] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.234875] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.235131] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.235553] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.235797] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.236076] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 027b9031-f921-43b2-8580-de8d028869c3 not found, creating... [ 852.236533] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.236809] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.237066] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.237436] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.237708] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.238198] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.238486] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.238713] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.239180] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.239418] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.239641] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 027b9031-f921-43b2-8580-de8d028869c3 is going to be created. [ 852.268040] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.275974] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.276339] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.276538] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.276932] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.277293] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.277647] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-027b9031-f921-43b2-8580-de8d028869c3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.770175] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.770353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.770425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.770761] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.770761] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.770879] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be updated. [ 852.807618] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.807802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.807802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.808026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.808293] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.818760] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 853.011740] env[65116]: INFO networking_nsxv3.common.synchronization [req-52986233-ff56-4f25-be0d-622286756318 req-33a1ed44-6b37-4c43-813b-8f1405cc9bcc service nova] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_rules [ 853.011740] env[65116]: INFO networking_nsxv3.common.synchronization [req-52986233-ff56-4f25-be0d-622286756318 req-33a1ed44-6b37-4c43-813b-8f1405cc9bcc service nova] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 853.011740] env[65116]: INFO networking_nsxv3.common.synchronization [req-52986233-ff56-4f25-be0d-622286756318 req-33a1ed44-6b37-4c43-813b-8f1405cc9bcc service nova] Enqueued Resource ID: 027b9031-f921-43b2-8580-de8d028869c3 with Priority: HIGHEST for action port [ 853.011740] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_rules [ 853.011740] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 853.011740] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 027b9031-f921-43b2-8580-de8d028869c3 with Priority: HIGHEST for action port [ 853.011987] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.015579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.015579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.015579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.015579] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.015579] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.016013] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.016013] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-027b9031-f921-43b2-8580-de8d028869c3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.016112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-027b9031-f921-43b2-8580-de8d028869c3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.016225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-027b9031-f921-43b2-8580-de8d028869c3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.016572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-027b9031-f921-43b2-8580-de8d028869c3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.016661] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027b9031-f921-43b2-8580-de8d028869c3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.519060] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.519417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.519417] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 027b9031-f921-43b2-8580-de8d028869c3 with status ACTIVE [ 853.519598] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.519734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.519734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.519927] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.520017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.520193] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.520278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.520331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.520478] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.520637] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.520984] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.521121] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.521189] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.521361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.521441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.521532] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 027b9031-f921-43b2-8580-de8d028869c3 is going to be updated. [ 853.544432] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.544638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.544638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.544854] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.544992] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.545275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-027b9031-f921-43b2-8580-de8d028869c3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.203778] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d in Status: SUCCESS [ 854.203977] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d deletion is rescheduled due to dependency. [ 854.204169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.204951] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 in Status: SUCCESS [ 854.205115] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 deletion is rescheduled due to dependency. [ 854.205231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.223645] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 750a38f0-802c-436a-b083-33309bab076d in Status: SUCCESS [ 854.223842] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 750a38f0-802c-436a-b083-33309bab076d deletion is rescheduled due to dependency. [ 854.223969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-750a38f0-802c-436a-b083-33309bab076d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.224742] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef in Status: SUCCESS [ 854.224913] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.225104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.225311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.225596] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.225677] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.225760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.225927] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.226014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.226123] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.226214] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0fe0ecc-597d-4da7-8fb5-bfd22898ecef',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.731466] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.731819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.731819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.731934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.732183] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.732183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.732382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.732382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.732481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.732530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.732680] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.732773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.732859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.732963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.733112] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.733228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.733292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.733439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.733515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.733596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.733685] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0fe0ecc-597d-4da7-8fb5-bfd22898ecef',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.829712] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 854.829947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.830128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.830343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.830554] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.830636] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.830948] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.830948] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.830948] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.831766] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.238420] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0fe0ecc-597d-4da7-8fb5-bfd22898ecef: rpc.has_security_group_logging(os_id): False [ 855.262927] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.264127] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.264428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.264577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.264613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.266448] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.266448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.266448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.266448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.266448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.266448] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.266955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.266955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.266955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.266955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.267207] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.267385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.267548] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.267714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.267806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.267881] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef is going to be created. [ 855.330876] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.330876] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.330876] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.330876] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.330876] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.336608] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.344245] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef in Status: IN_PROGRESS for 2s [ 855.839199] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.347783] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.347783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.347783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.347783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.347783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.347783] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be updated. [ 856.378993] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.378993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.378993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.378993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.378993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.390363] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 857.370960] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef in Status: SUCCESS [ 857.371386] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.012929] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 858.013097] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 858.401067] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 858.401500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.401828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.402190] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.402523] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.402720] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.402911] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.403115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.403263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.403413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.403553] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.906875] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.907101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.907150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.907351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.907523] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.907625] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.907728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.907916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.908015] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.908111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.908267] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.908366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.908426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.908571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.908710] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.908803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.908862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.908998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.909092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.909197] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.909298] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.993587] env[65116]: INFO networking_nsxv3.common.synchronization [req-d511ce70-4b5c-4891-928b-4fbcb94f980d req-ed68047d-4f65-41b8-8105-c9496e051841 tempest-ListImageFiltersTestJSON-547404429 tempest-ListImageFiltersTestJSON-547404429-project-member] Enqueued Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_members [ 858.993587] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGHEST for action security_group_members [ 858.993587] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.993587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.993587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.993587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.993994] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.993994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.993994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.993994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.994158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.994729] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.342585] env[65116]: INFO networking_nsxv3.common.synchronization [req-b36e7729-9a68-404a-96ca-b80d564deb32 req-b78c4f13-105b-4c21-8292-7c1dfc9c1ce4 tempest-ServerDiskConfigTestJSON-1517940131 tempest-ServerDiskConfigTestJSON-1517940131-project-member] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 859.342585] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 859.342816] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.343661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.343661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.343661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.343661] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.343661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.343661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.343985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.343985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.343985] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.412046] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f090cd0f-2654-4c14-8e8d-4f34bcfb7abe: rpc.has_security_group_logging(os_id): False [ 859.436021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.436021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.436021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.436021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.436021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.436021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.436021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.436021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.436021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.436021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.436021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.436021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.436021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.436021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.436021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.436967] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.436967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.436967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.436967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.436967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.436967] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be updated. [ 859.499386] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.499585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.499656] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.499897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.499991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.500259] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.500372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.500430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.500582] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.500660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.500749] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e is going to be updated. [ 859.506903] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.506903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.507091] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.507134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.507384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.528708] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 859.536951] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.537112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.537259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.538574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.538574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.548221] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: IN_PROGRESS for 2s [ 859.733346] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.733346] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.733346] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.733346] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.733346] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.733346] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.734054] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.734310] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.734310] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.734609] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.734779] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.734942] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.735115] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.735327] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.735502] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.735686] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.758334] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.758462] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.758623] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.758896] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.759339] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-e7651b37-754f-427b-b5a8-5dc1d76d759c taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.759524] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-e7651b37-754f-427b-b5a8-5dc1d76d759c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.759645] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-e7651b37-754f-427b-b5a8-5dc1d76d759c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.759984] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-e7651b37-754f-427b-b5a8-5dc1d76d759c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.760538] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7651b37-754f-427b-b5a8-5dc1d76d759c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.846298] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.846443] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.846515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.846732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.846822] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.847047] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.847150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.847215] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.847366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.847441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.847528] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff already deleted. [ 859.847611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.267984] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.268384] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.268970] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.268970] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.268970] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.269135] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port e7651b37-754f-427b-b5a8-5dc1d76d759c not found, creating... [ 860.269368] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.269529] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.269651] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.269861] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.269993] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.270290] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.270445] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.270558] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.270760] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.270890] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.271128] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: e7651b37-754f-427b-b5a8-5dc1d76d759c is going to be created. [ 860.306506] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.306667] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.306794] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.307069] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.307303] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.307521] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-e7651b37-754f-427b-b5a8-5dc1d76d759c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.035063] env[65116]: INFO networking_nsxv3.common.synchronization [req-b36e7729-9a68-404a-96ca-b80d564deb32 req-d5b611a5-ba1d-4d9e-8b62-2169aabdf6ee service nova] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_rules [ 861.035384] env[65116]: INFO networking_nsxv3.common.synchronization [req-b36e7729-9a68-404a-96ca-b80d564deb32 req-d5b611a5-ba1d-4d9e-8b62-2169aabdf6ee service nova] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 861.035483] env[65116]: INFO networking_nsxv3.common.synchronization [req-b36e7729-9a68-404a-96ca-b80d564deb32 req-d5b611a5-ba1d-4d9e-8b62-2169aabdf6ee service nova] Enqueued Resource ID: e7651b37-754f-427b-b5a8-5dc1d76d759c with Priority: HIGHEST for action port [ 861.036017] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_rules [ 861.037066] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 861.037066] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7651b37-754f-427b-b5a8-5dc1d76d759c with Priority: HIGHEST for action port [ 861.037066] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.037066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.037066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.037395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.037395] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.038839] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.038962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.039030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.039219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.039372] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.039474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.039527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.039676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.039766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.039836] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.040661] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7651b37-754f-427b-b5a8-5dc1d76d759c taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.040802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7651b37-754f-427b-b5a8-5dc1d76d759c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.040860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7651b37-754f-427b-b5a8-5dc1d76d759c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.041045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7651b37-754f-427b-b5a8-5dc1d76d759c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.041045] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7651b37-754f-427b-b5a8-5dc1d76d759c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.548490] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 861.548787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.549192] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.549300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.549467] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7651b37-754f-427b-b5a8-5dc1d76d759c with status ACTIVE [ 861.549646] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.549713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.549790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.549992] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.550100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.550299] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.550413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.550452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.550607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.550687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.550865] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.551046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.551123] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.551324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.551425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.551534] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7651b37-754f-427b-b5a8-5dc1d76d759c is going to be updated. [ 861.552734] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.567678] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e in Status: SUCCESS [ 861.567939] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e deletion is rescheduled due to dependency. [ 861.568219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.585848] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.585848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.585848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.585848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.585848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.585848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7651b37-754f-427b-b5a8-5dc1d76d759c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.039179] env[65116]: INFO networking_nsxv3.common.synchronization [req-03d9e231-bcba-4edc-810e-d13b1a82f1be req-13411f2a-9dda-4453-a87d-b484bf9a43a5 tempest-ServersTestJSON-646408521 tempest-ServersTestJSON-646408521-project-member] Enqueued Resource ID: ee177659-700f-431c-9a83-29cdd5050592 with Priority: HIGHEST for action security_group_members [ 862.039780] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee177659-700f-431c-9a83-29cdd5050592 with Priority: HIGHEST for action security_group_members [ 862.040125] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee177659-700f-431c-9a83-29cdd5050592 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.040258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.040328] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.040588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.040750] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.040883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.040940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.041079] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.041165] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.041266] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee177659-700f-431c-9a83-29cdd5050592',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.058037] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.458086] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.458513] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-987" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.458513] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-987" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.458882] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-987" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.462318] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.462557] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.463776] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.463776] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.463776] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.463776] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.463776] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.463776] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.463776] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.463776] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.464166] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.464166] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.493040] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.493040] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.493040] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.493040] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-987" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.493040] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-296c4d11-0b03-45a7-8019-6f23e26fea6e taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.493040] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-296c4d11-0b03-45a7-8019-6f23e26fea6e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.493040] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-296c4d11-0b03-45a7-8019-6f23e26fea6e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.493040] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-296c4d11-0b03-45a7-8019-6f23e26fea6e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.494832] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('296c4d11-0b03-45a7-8019-6f23e26fea6e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.545299] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.545299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.545299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.545299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.545299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.545299] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.545299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.545299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.546151] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.546151] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.546151] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee177659-700f-431c-9a83-29cdd5050592 already deleted. [ 862.546151] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.559741] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.559741] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.559741] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.559994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.559994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.560120] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be created. [ 862.586684] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.586877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.586973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.587640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.587815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.601427] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: UNINITIALIZED for 2s [ 863.000402] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.000402] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.000402] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.000402] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.000402] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.000402] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 296c4d11-0b03-45a7-8019-6f23e26fea6e not found, creating... [ 863.000402] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.000402] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.000402] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.000402] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.000402] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.000981] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.000981] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.005169] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.005840] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.005993] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.006162] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 296c4d11-0b03-45a7-8019-6f23e26fea6e is going to be created. [ 863.028014] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.028336] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.028515] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.028858] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.029262] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.029785] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-296c4d11-0b03-45a7-8019-6f23e26fea6e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.749438] env[65116]: INFO networking_nsxv3.common.synchronization [req-03d9e231-bcba-4edc-810e-d13b1a82f1be req-2e5b45f9-7e2e-4d1e-b2da-41d4e7ef349e service nova] Enqueued Resource ID: ee177659-700f-431c-9a83-29cdd5050592 with Priority: HIGHEST for action security_group_rules [ 863.749707] env[65116]: INFO networking_nsxv3.common.synchronization [req-03d9e231-bcba-4edc-810e-d13b1a82f1be req-2e5b45f9-7e2e-4d1e-b2da-41d4e7ef349e service nova] Enqueued Resource ID: ee177659-700f-431c-9a83-29cdd5050592 with Priority: HIGHEST for action security_group_members [ 863.749744] env[65116]: INFO networking_nsxv3.common.synchronization [req-03d9e231-bcba-4edc-810e-d13b1a82f1be req-2e5b45f9-7e2e-4d1e-b2da-41d4e7ef349e service nova] Enqueued Resource ID: 296c4d11-0b03-45a7-8019-6f23e26fea6e with Priority: HIGHEST for action port [ 863.750297] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee177659-700f-431c-9a83-29cdd5050592 with Priority: HIGHEST for action security_group_rules [ 863.750475] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee177659-700f-431c-9a83-29cdd5050592 with Priority: HIGHEST for action security_group_members [ 863.750576] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 296c4d11-0b03-45a7-8019-6f23e26fea6e with Priority: HIGHEST for action port [ 863.750851] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee177659-700f-431c-9a83-29cdd5050592 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.750972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.751358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.751640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.751802] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee177659-700f-431c-9a83-29cdd5050592',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.752800] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee177659-700f-431c-9a83-29cdd5050592 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.753059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.753152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.753406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.753607] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.753740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.754016] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.754217] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.754330] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.754453] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee177659-700f-431c-9a83-29cdd5050592',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.755896] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-296c4d11-0b03-45a7-8019-6f23e26fea6e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.756072] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-296c4d11-0b03-45a7-8019-6f23e26fea6e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.756206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-296c4d11-0b03-45a7-8019-6f23e26fea6e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.757605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-296c4d11-0b03-45a7-8019-6f23e26fea6e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.757849] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('296c4d11-0b03-45a7-8019-6f23e26fea6e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.257235] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee177659-700f-431c-9a83-29cdd5050592',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.261181] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee177659-700f-431c-9a83-29cdd5050592 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.261334] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.261602] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 296c4d11-0b03-45a7-8019-6f23e26fea6e with status ACTIVE [ 864.261800] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.261912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.261995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.262284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.262423] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.262653] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.262813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.262922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.263147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.263311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.263551] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.263711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.263815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.263962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.264073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.264168] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 296c4d11-0b03-45a7-8019-6f23e26fea6e is going to be updated. [ 864.289872] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.289872] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.289872] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.290146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.290146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.290274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-296c4d11-0b03-45a7-8019-6f23e26fea6e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.612067] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 864.612505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.612505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.612734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.612992] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.613084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.613131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.613451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.613451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.613551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.613576] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.616313] env[65116]: INFO networking_nsxv3.common.synchronization [req-915c09a8-9a3f-4e8f-8bc5-619feedc0128 req-b2680ad0-fadd-43d0-aa59-845701b97716 tempest-ServerMetadataNegativeTestJSON-807233710 tempest-ServerMetadataNegativeTestJSON-807233710-project-member] Enqueued Resource ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef with Priority: HIGHEST for action security_group_members [ 864.616763] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef with Priority: HIGHEST for action security_group_members [ 864.617136] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.617230] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.617230] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.617457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.617627] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.617726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.617787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.617932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.618025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.618114] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0fe0ecc-597d-4da7-8fb5-bfd22898ecef',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.759097] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee177659-700f-431c-9a83-29cdd5050592',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.117944] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.118142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.118232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.118611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.118814] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.118917] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.118982] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.119160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.119247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.119338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.119479] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.119593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.119662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.119892] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.120073] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.120236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.120321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.120811] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.120924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.122085] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.122085] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.122740] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.123075] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.123204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.123415] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.123506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.123769] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.123887] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.123951] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.124148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.124284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.124432] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef is going to be updated. [ 865.153751] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.154442] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.154533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.154785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.154953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.239108] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef in Status: IN_PROGRESS for 2s [ 865.265066] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.265066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.265066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.265066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.265066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.265480] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee177659-700f-431c-9a83-29cdd5050592 is going to be created. [ 865.315772] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.316405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.316405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.316405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.316533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.329386] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee177659-700f-431c-9a83-29cdd5050592 in Status: UNINITIALIZED for 2s [ 865.626602] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95a19c7b-eed1-4720-a6f6-e004f35d5fff: rpc.has_security_group_logging(os_id): False [ 865.644359] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.644536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.644589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.644778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.644867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.645057] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.645192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.645330] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.645502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.646062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.646062] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.646062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.646062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.646271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.646271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.646466] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.646593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.646659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.646831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.646912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.646999] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be created. [ 865.726767] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.727198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.727198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.727351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.727663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.747173] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 866.979589] env[65116]: INFO networking_nsxv3.common.synchronization [req-ec28989a-f2d3-40b4-a60a-73a3ce82bc7c req-637a571a-98d7-41c7-87d9-0aa1bb8b8888 tempest-ServerRescueTestJSON-1357542986 tempest-ServerRescueTestJSON-1357542986-project-member] Enqueued Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_members [ 866.980523] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_members [ 866.980523] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.980664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.980664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.980797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.980949] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.981645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.981645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.981645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.981645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.981778] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.250064] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef in Status: SUCCESS [ 867.250337] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef deletion is rescheduled due to dependency. [ 867.250521] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.336953] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.337208] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-469" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.337335] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-469" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.337618] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-469" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.338341] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.338526] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.338681] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.338916] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.339071] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.339274] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.339389] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.339497] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.339602] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.339711] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.339813] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.339944] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.341576] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee177659-700f-431c-9a83-29cdd5050592 in Status: SUCCESS [ 867.341785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.342242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.342401] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.342557] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.342656] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.342720] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.342861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.342937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.343059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.343188] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee177659-700f-431c-9a83-29cdd5050592',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.360209] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.360304] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.360434] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.360608] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-469" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.360916] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-33fba103-6efa-42f4-9689-339edc299410 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.361142] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-33fba103-6efa-42f4-9689-339edc299410" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.361270] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-33fba103-6efa-42f4-9689-339edc299410" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.361567] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-33fba103-6efa-42f4-9689-339edc299410" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.361704] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33fba103-6efa-42f4-9689-339edc299410',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.484112] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.759367] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 867.759644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.845385] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee177659-700f-431c-9a83-29cdd5050592',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.863784] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.863784] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.863993] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.864222] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.864392] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.864563] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 33fba103-6efa-42f4-9689-339edc299410 not found, creating... [ 867.864825] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.864984] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.865113] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.865405] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.865546] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.865828] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.865983] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.866115] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.866417] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.866567] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.866708] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 33fba103-6efa-42f4-9689-339edc299410 is going to be created. [ 867.888387] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.888655] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.888770] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.889053] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.889295] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.889525] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-33fba103-6efa-42f4-9689-339edc299410" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.987070] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.348983] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee177659-700f-431c-9a83-29cdd5050592: rpc.has_security_group_logging(os_id): False [ 868.375212] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.375416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.375500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.375827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.375965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.376938] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.376938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.376938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.376938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.376938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.376938] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee177659-700f-431c-9a83-29cdd5050592 is going to be created. [ 868.451522] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.451711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.451804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.452017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.452204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.470282] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee177659-700f-431c-9a83-29cdd5050592 in Status: IN_PROGRESS for 2s [ 868.490017] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.490321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.490321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.490643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.490740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.490846] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf is going to be updated. [ 868.541694] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.543603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.543603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.543603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.543603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.555053] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf in Status: IN_PROGRESS for 2s [ 868.671596] env[65116]: INFO networking_nsxv3.common.synchronization [req-ec28989a-f2d3-40b4-a60a-73a3ce82bc7c req-0a13583b-ec75-4fd3-8421-3e9300ddb5b4 service nova] Enqueued Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_rules [ 868.671816] env[65116]: INFO networking_nsxv3.common.synchronization [req-ec28989a-f2d3-40b4-a60a-73a3ce82bc7c req-0a13583b-ec75-4fd3-8421-3e9300ddb5b4 service nova] Enqueued Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_members [ 868.672095] env[65116]: INFO networking_nsxv3.common.synchronization [req-ec28989a-f2d3-40b4-a60a-73a3ce82bc7c req-0a13583b-ec75-4fd3-8421-3e9300ddb5b4 service nova] Enqueued Resource ID: 33fba103-6efa-42f4-9689-339edc299410 with Priority: HIGHEST for action port [ 868.672469] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_rules [ 868.672611] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_members [ 868.674411] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fba103-6efa-42f4-9689-339edc299410 with Priority: HIGHEST for action port [ 868.674689] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.675212] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.675212] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.675212] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.675212] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.676139] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.676139] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.676622] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-33fba103-6efa-42f4-9689-339edc299410 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.676730] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33fba103-6efa-42f4-9689-339edc299410" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.676796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33fba103-6efa-42f4-9689-339edc299410" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.677441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33fba103-6efa-42f4-9689-339edc299410" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.677584] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33fba103-6efa-42f4-9689-339edc299410',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.900830] env[65116]: INFO networking_nsxv3.common.synchronization [req-92cad107-f514-42a5-9640-720a068fa315 req-17436abd-86c4-4ea0-b871-c348597cd750 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 868.901271] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 868.901612] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.901743] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.901786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.902050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.902211] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.902314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.902378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.902532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.902621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.902717] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.180220] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.180561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.180603] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33fba103-6efa-42f4-9689-339edc299410 with status ACTIVE [ 869.180808] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.180888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.180952] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.181299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.181299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.181463] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.181549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.181592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.181758] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.181849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.182121] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.182232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.182297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.182442] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.182518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.182605] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33fba103-6efa-42f4-9689-339edc299410 is going to be updated. [ 869.205554] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.205747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.205846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.206128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.206449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.206694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33fba103-6efa-42f4-9689-339edc299410" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.231672] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.231962] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.232914] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.232914] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.232914] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.232914] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.233121] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.233435] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.233715] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.234260] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.234528] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.234739] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.234967] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.235127] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.235274] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.235430] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.275741] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.275963] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.276056] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.276220] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.276632] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-c20059cc-f3b0-4686-acf7-f170edf7da11 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.276815] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-c20059cc-f3b0-4686-acf7-f170edf7da11" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.276937] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-c20059cc-f3b0-4686-acf7-f170edf7da11" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.277292] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-c20059cc-f3b0-4686-acf7-f170edf7da11" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.277430] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c20059cc-f3b0-4686-acf7-f170edf7da11',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.407686] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.407686] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.407686] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.407880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.407972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.408360] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.408360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.408360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.408525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.408581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.408716] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 already deleted. [ 869.408753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.780682] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.781163] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.781345] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.781615] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.781811] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.781914] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port c20059cc-f3b0-4686-acf7-f170edf7da11 not found, creating... [ 869.782210] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.782377] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.782494] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.782710] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.782847] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.783215] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.783597] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.783697] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.783962] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.784151] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.784320] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: c20059cc-f3b0-4686-acf7-f170edf7da11 is going to be created. [ 869.803665] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.803888] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.804063] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.804329] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.804552] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.804788] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-c20059cc-f3b0-4686-acf7-f170edf7da11" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.482194] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee177659-700f-431c-9a83-29cdd5050592 in Status: SUCCESS [ 870.482518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.552607] env[65116]: INFO networking_nsxv3.common.synchronization [req-92cad107-f514-42a5-9640-720a068fa315 req-0079b39e-8907-41aa-816d-048095b26728 service nova] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_rules [ 870.552857] env[65116]: INFO networking_nsxv3.common.synchronization [req-92cad107-f514-42a5-9640-720a068fa315 req-0079b39e-8907-41aa-816d-048095b26728 service nova] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 870.553130] env[65116]: INFO networking_nsxv3.common.synchronization [req-92cad107-f514-42a5-9640-720a068fa315 req-0079b39e-8907-41aa-816d-048095b26728 service nova] Enqueued Resource ID: c20059cc-f3b0-4686-acf7-f170edf7da11 with Priority: HIGHEST for action port [ 870.553740] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_rules [ 870.553887] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 870.553987] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20059cc-f3b0-4686-acf7-f170edf7da11 with Priority: HIGHEST for action port [ 870.554293] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.554468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.554547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.555149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.555317] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.556294] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.556409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.556506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.556741] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.556921] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.557116] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.557116] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.557257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.557410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.557451] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.558323] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-c20059cc-f3b0-4686-acf7-f170edf7da11 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.558467] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c20059cc-f3b0-4686-acf7-f170edf7da11" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.558525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c20059cc-f3b0-4686-acf7-f170edf7da11" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.559319] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c20059cc-f3b0-4686-acf7-f170edf7da11" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.559319] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c20059cc-f3b0-4686-acf7-f170edf7da11',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.570033] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf in Status: SUCCESS [ 870.570033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.570033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.572769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.573584] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.574061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.574061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.574148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.574320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.574490] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.061924] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.062112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.062324] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.063878] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c20059cc-f3b0-4686-acf7-f170edf7da11 with status ACTIVE [ 871.064931] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.064931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.064931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.064931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.064931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.064931] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.065203] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.065203] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.065315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.065365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.065615] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.065708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.066096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.066096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.066096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.066096] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c20059cc-f3b0-4686-acf7-f170edf7da11 is going to be updated. [ 871.078849] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.093403] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.093403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.093403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.093403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.093403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.093403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c20059cc-f3b0-4686-acf7-f170edf7da11" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.347044] env[65116]: INFO networking_nsxv3.common.synchronization [req-3f19da35-dd69-4b1d-8572-212da058a4d5 req-cfe54389-96c3-4b5e-b03b-a42eb732e1e5 tempest-ServersTestBootFromVolume-437173978 tempest-ServersTestBootFromVolume-437173978-project-member] Enqueued Resource ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d with Priority: HIGHEST for action security_group_members [ 871.347673] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d with Priority: HIGHEST for action security_group_members [ 871.348018] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a31b0ff-fad5-4540-91f2-aa172e79991d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.348633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.348715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.348983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.349174] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.349291] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.349370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.349546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.349633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.349732] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a31b0ff-fad5-4540-91f2-aa172e79991d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.565851] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.581776] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.836021] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.836021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-993" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.836021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-993" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.836021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-993" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.836021] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.836674] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.836903] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.837306] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.837609] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.838124] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.838338] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.838537] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.838726] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.838925] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.839202] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.841110] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.853787] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.853787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.853787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.853787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.853787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.853787] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.853787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.853787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.853787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.853787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.853787] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d already deleted. [ 871.853787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.862658] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.862658] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.862658] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.862658] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-993" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.862658] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-88b9fcb9-e39c-4751-8499-0f40ea617a1c taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.862658] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-88b9fcb9-e39c-4751-8499-0f40ea617a1c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.862960] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-88b9fcb9-e39c-4751-8499-0f40ea617a1c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.863481] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-88b9fcb9-e39c-4751-8499-0f40ea617a1c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.863481] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88b9fcb9-e39c-4751-8499-0f40ea617a1c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.068817] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.068984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.069105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.069455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.069517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.069664] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be created. [ 872.084887] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.085072] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.085072] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.085391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.085601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.085601] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf is going to be updated. [ 872.094900] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.095170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.095170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.095408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.095548] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.107129] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: UNINITIALIZED for 2s [ 872.120611] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.120864] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.120864] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.121076] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.121259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.133241] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf in Status: IN_PROGRESS for 2s [ 872.366274] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.366587] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.366773] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.368424] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.368424] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.368424] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 88b9fcb9-e39c-4751-8499-0f40ea617a1c not found, creating... [ 872.368424] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.368424] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.368424] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.368751] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.368951] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.369369] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.369599] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.369782] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.370095] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.370298] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.370505] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 88b9fcb9-e39c-4751-8499-0f40ea617a1c is going to be created. [ 872.393078] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.393227] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.393478] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.393710] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.394313] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.394313] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-88b9fcb9-e39c-4751-8499-0f40ea617a1c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.164948] env[65116]: INFO networking_nsxv3.common.synchronization [req-3f19da35-dd69-4b1d-8572-212da058a4d5 req-1ab99a59-0639-4b17-b3cc-c484e43eda22 service nova] Enqueued Resource ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d with Priority: HIGHEST for action security_group_rules [ 873.165219] env[65116]: INFO networking_nsxv3.common.synchronization [req-3f19da35-dd69-4b1d-8572-212da058a4d5 req-1ab99a59-0639-4b17-b3cc-c484e43eda22 service nova] Enqueued Resource ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d with Priority: HIGHEST for action security_group_members [ 873.165453] env[65116]: INFO networking_nsxv3.common.synchronization [req-3f19da35-dd69-4b1d-8572-212da058a4d5 req-1ab99a59-0639-4b17-b3cc-c484e43eda22 service nova] Enqueued Resource ID: 88b9fcb9-e39c-4751-8499-0f40ea617a1c with Priority: HIGHEST for action port [ 873.166226] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d with Priority: HIGHEST for action security_group_rules [ 873.166423] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d with Priority: HIGHEST for action security_group_members [ 873.166604] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88b9fcb9-e39c-4751-8499-0f40ea617a1c with Priority: HIGHEST for action port [ 873.167030] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a31b0ff-fad5-4540-91f2-aa172e79991d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.167282] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.167404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.167695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.167816] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a31b0ff-fad5-4540-91f2-aa172e79991d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.169083] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a31b0ff-fad5-4540-91f2-aa172e79991d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.169268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.169371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.169643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.169885] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.171284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.171410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.171657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.171755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.171915] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a31b0ff-fad5-4540-91f2-aa172e79991d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.173214] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-88b9fcb9-e39c-4751-8499-0f40ea617a1c taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.173350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88b9fcb9-e39c-4751-8499-0f40ea617a1c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.173421] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88b9fcb9-e39c-4751-8499-0f40ea617a1c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.173619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88b9fcb9-e39c-4751-8499-0f40ea617a1c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.173703] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88b9fcb9-e39c-4751-8499-0f40ea617a1c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.675899] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a31b0ff-fad5-4540-91f2-aa172e79991d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.675899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.676021] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a31b0ff-fad5-4540-91f2-aa172e79991d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.677106] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88b9fcb9-e39c-4751-8499-0f40ea617a1c with status ACTIVE [ 873.677293] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.677464] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.677574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.677946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.678111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.678371] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.678510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.678600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.678797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.678899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.679112] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.679213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.679277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.679420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.679494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.679579] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88b9fcb9-e39c-4751-8499-0f40ea617a1c is going to be updated. [ 873.702879] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.703054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.703129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.703372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.703518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.703680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88b9fcb9-e39c-4751-8499-0f40ea617a1c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.116937] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 874.117430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.117430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.117871] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.117871] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.117984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.118083] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.118326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.118492] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.118560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.118736] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.147143] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf in Status: SUCCESS [ 874.147312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.148171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.148171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.149169] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.149169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.149169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.149169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.149169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.149169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.149658] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.181460] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a31b0ff-fad5-4540-91f2-aa172e79991d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.621657] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.621921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.622054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.622385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.622642] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.622841] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.622928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.623196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.623384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.623553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.623799] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.623953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.625202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.625202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.625202] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.625202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.625615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.625615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.625710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.625858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.626024] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.651195] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.651396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.651396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.651628] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.651802] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.651918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.651980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.652132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.652214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.652313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.652475] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.652604] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.652653] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.652771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.652999] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.653116] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.653116] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.653336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.653336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.653440] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.653482] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.684687] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.684874] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.684935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.685450] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.685551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.685658] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d is going to be created. [ 874.711508] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.711508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.711508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.711717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.711844] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.722128] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d in Status: UNINITIALIZED for 2s [ 875.128351] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1107dd3-a6e3-47c0-9fb6-05ff74e73343: rpc.has_security_group_logging(os_id): False [ 875.149566] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.149759] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.149861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.150164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.150325] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.150592] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.150719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.150805] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.151063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.151210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.151487] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.151631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.151764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.151961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.152122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.152396] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.152540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.152648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.152837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.152974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.153128] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be created. [ 875.155055] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf: rpc.has_security_group_logging(os_id): False [ 875.180148] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.180296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.180368] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.180567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.203364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.203659] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.203756] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.203822] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.204022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.204109] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.204306] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.204407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.204469] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.204616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.204692] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.204879] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.204972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.205046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.205185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.205292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.205437] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf is going to be updated. [ 875.220338] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.220338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.220338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.220338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.220338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.235086] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: IN_PROGRESS for 2s [ 875.314468] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.314702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.314846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.315143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.315425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.337123] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf in Status: IN_PROGRESS for 2s [ 876.744049] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d in Status: SUCCESS [ 876.744349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.744925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.744925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.744925] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.745089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.745089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.745232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.745326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.745437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.745536] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a31b0ff-fad5-4540-91f2-aa172e79991d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.248627] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 877.248779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.250177] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a31b0ff-fad5-4540-91f2-aa172e79991d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.351824] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf in Status: SUCCESS [ 877.351824] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.603095] env[65116]: INFO networking_nsxv3.common.synchronization [req-7d3d4d35-b9cf-4158-adbc-2a45b3ebceaf req-dbd1077d-dd56-4394-8c50-1e8922fdc016 tempest-ListServerFiltersTestJSON-516348507 tempest-ListServerFiltersTestJSON-516348507-project-member] Enqueued Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 877.603607] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGHEST for action security_group_members [ 877.603920] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.604053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.604132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.604397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.604477] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.604558] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.605466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.605466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.605466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.605466] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.753511] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a31b0ff-fad5-4540-91f2-aa172e79991d: rpc.has_security_group_logging(os_id): False [ 877.774682] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.774682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.774682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.776027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.776027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.776027] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.776027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.776470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.776850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.776850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.776951] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d is going to be created. [ 877.847226] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.847409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.847486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.847709] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.847893] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.863697] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d in Status: IN_PROGRESS for 2s [ 878.108659] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.108659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.108659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.108889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.130110] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.130401] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.130525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.130590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.130797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.130879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.130968] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 is going to be updated. [ 878.161073] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.161268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.161333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.161547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.161704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.171090] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: IN_PROGRESS for 2s [ 879.876068] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d in Status: SUCCESS [ 879.876068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.187574] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 in Status: SUCCESS [ 880.187850] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 deletion is rescheduled due to dependency. [ 880.188056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.605453] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 882.605453] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 884.380340] env[65116]: INFO networking_nsxv3.common.synchronization [req-15b7a7f3-8057-47b8-9539-7bb92db127cc req-a4e3083b-e96a-4c62-bef3-e2f6250dcef8 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 884.380910] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 884.381215] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.381365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.381411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.381700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.381863] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.381996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.382098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.382281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.382390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.382500] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.885255] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.885438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.885644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.885695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.885848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.886076] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.886183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.886232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.886514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.886613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.886707] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be updated. [ 884.918686] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.918882] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.918961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.919398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.919398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.929215] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: IN_PROGRESS for 2s [ 886.004057] env[65116]: INFO networking_nsxv3.common.synchronization [None req-6dfc1ca5-d807-4da1-9395-5e6a420dd0d8 None None] Enqueued Resource ID: 8b2b7e51-c176-4727-92c0-a306658f0163 with Priority: HIGHEST for action port [ 886.004057] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b2b7e51-c176-4727-92c0-a306658f0163 with Priority: HIGHEST for action port [ 886.004057] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b2b7e51-c176-4727-92c0-a306658f0163 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.005382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b2b7e51-c176-4727-92c0-a306658f0163" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.005382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b2b7e51-c176-4727-92c0-a306658f0163" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.005601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b2b7e51-c176-4727-92c0-a306658f0163" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.005879] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b2b7e51-c176-4727-92c0-a306658f0163',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.461344] env[65116]: INFO networking_nsxv3.common.synchronization [req-43e6948e-3b7c-4a02-b294-726f836e1aaa req-fd46f006-1249-42a2-b3ad-78507ba4d9cf tempest-ServerActionsTestJSON-460922022 tempest-ServerActionsTestJSON-460922022-project-member] Enqueued Resource ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 with Priority: HIGHEST for action security_group_members [ 886.462050] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 with Priority: HIGHEST for action security_group_members [ 886.462050] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43573753-6a71-471d-b7d3-69ce7b7acd04 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.462187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.462239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.463567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.463761] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.463871] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.463938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.464121] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.464209] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.464307] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43573753-6a71-471d-b7d3-69ce7b7acd04',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.511373] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b2b7e51-c176-4727-92c0-a306658f0163 [ 886.511603] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.511738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.511805] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.512022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.512112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.512209] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b2b7e51-c176-4727-92c0-a306658f0163 already deleted. [ 886.512292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b2b7e51-c176-4727-92c0-a306658f0163" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.928886] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.929189] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.929319] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.929646] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.930757] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.930757] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.930757] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.930757] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.930757] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.930757] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.931186] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.931186] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.931186] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.931317] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.931401] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.931541] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.949053] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 886.949053] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 deletion is rescheduled due to dependency. [ 886.949279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.957240] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.957382] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.957679] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.957679] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.958072] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-748bfc22-93f1-459b-9b59-18583587dd17 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.958289] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-748bfc22-93f1-459b-9b59-18583587dd17" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.958485] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-748bfc22-93f1-459b-9b59-18583587dd17" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.959098] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-748bfc22-93f1-459b-9b59-18583587dd17" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.959098] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('748bfc22-93f1-459b-9b59-18583587dd17',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.967132] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.967132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.967132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.967322] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.967322] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.967428] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.967531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.967594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.967768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.967972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.967972] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 already deleted. [ 886.968060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.461329] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.461643] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.461702] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.462029] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.462194] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.462357] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 748bfc22-93f1-459b-9b59-18583587dd17 not found, creating... [ 887.462770] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.462847] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.463332] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.463332] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.463332] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.463673] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.463831] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.463963] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.464219] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.464375] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.464515] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 748bfc22-93f1-459b-9b59-18583587dd17 is going to be created. [ 887.489802] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.490080] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.490339] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.490831] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.490911] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.491159] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-748bfc22-93f1-459b-9b59-18583587dd17" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.819977] env[65116]: INFO networking_nsxv3.common.synchronization [None req-acd8cae8-e3f8-41e3-94ba-fa17015e8b24 None None] Enqueued Resource ID: d11d1047-3eb8-4733-b96c-66dd0752c978 with Priority: HIGHEST for action port [ 887.820587] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11d1047-3eb8-4733-b96c-66dd0752c978 with Priority: HIGHEST for action port [ 887.820930] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-d11d1047-3eb8-4733-b96c-66dd0752c978 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.821067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d11d1047-3eb8-4733-b96c-66dd0752c978" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.821613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d11d1047-3eb8-4733-b96c-66dd0752c978" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.821910] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d11d1047-3eb8-4733-b96c-66dd0752c978" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.822044] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11d1047-3eb8-4733-b96c-66dd0752c978',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.308020] env[65116]: INFO networking_nsxv3.common.synchronization [req-43e6948e-3b7c-4a02-b294-726f836e1aaa req-c7750d87-0e3b-4d7c-aa63-5bde05f9af55 service nova] Enqueued Resource ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 with Priority: HIGHEST for action security_group_rules [ 888.308156] env[65116]: INFO networking_nsxv3.common.synchronization [req-43e6948e-3b7c-4a02-b294-726f836e1aaa req-c7750d87-0e3b-4d7c-aa63-5bde05f9af55 service nova] Enqueued Resource ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 with Priority: HIGHEST for action security_group_members [ 888.308319] env[65116]: INFO networking_nsxv3.common.synchronization [req-43e6948e-3b7c-4a02-b294-726f836e1aaa req-c7750d87-0e3b-4d7c-aa63-5bde05f9af55 service nova] Enqueued Resource ID: 748bfc22-93f1-459b-9b59-18583587dd17 with Priority: HIGHEST for action port [ 888.309028] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 with Priority: HIGHEST for action security_group_rules [ 888.309130] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 with Priority: HIGHEST for action security_group_members [ 888.309432] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748bfc22-93f1-459b-9b59-18583587dd17 with Priority: HIGHEST for action port [ 888.309497] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43573753-6a71-471d-b7d3-69ce7b7acd04 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.309609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.309696] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.310048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.310048] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43573753-6a71-471d-b7d3-69ce7b7acd04',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.310973] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43573753-6a71-471d-b7d3-69ce7b7acd04 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.310973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.311079] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.311251] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.311815] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.311916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.311975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.313532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.313532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.313532] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43573753-6a71-471d-b7d3-69ce7b7acd04',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.314363] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-748bfc22-93f1-459b-9b59-18583587dd17 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.314482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-748bfc22-93f1-459b-9b59-18583587dd17" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.315080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-748bfc22-93f1-459b-9b59-18583587dd17" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.315080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-748bfc22-93f1-459b-9b59-18583587dd17" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.315080] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('748bfc22-93f1-459b-9b59-18583587dd17',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.325527] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d11d1047-3eb8-4733-b96c-66dd0752c978 [ 888.325527] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.325527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.325527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.325527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.325527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.325782] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d11d1047-3eb8-4733-b96c-66dd0752c978 already deleted. [ 888.325782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d11d1047-3eb8-4733-b96c-66dd0752c978" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.370031] env[65116]: INFO networking_nsxv3.common.synchronization [req-ad8d3395-4574-4982-9822-5e05d1b3850c req-a1f9ad39-df34-4c0b-9641-8d4ac34a352b tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGHEST for action security_group_members [ 888.370544] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGHEST for action security_group_members [ 888.371923] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5181241a-f320-4dd8-a3ce-36912a3d4667 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.372421] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.372421] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.372604] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.372791] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.372895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.372968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.373291] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.373388] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.373501] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5181241a-f320-4dd8-a3ce-36912a3d4667',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.818382] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43573753-6a71-471d-b7d3-69ce7b7acd04 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.818382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.818848] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43573753-6a71-471d-b7d3-69ce7b7acd04',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.823035] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 748bfc22-93f1-459b-9b59-18583587dd17 with status ACTIVE [ 888.823035] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.823035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.823035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.823035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.823035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.823035] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.823035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.823035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.823035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.823035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.823035] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.823035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.823035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.823035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.823035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.823035] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 748bfc22-93f1-459b-9b59-18583587dd17 is going to be updated. [ 888.846356] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.847298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.847298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.847298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.847298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.847721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-748bfc22-93f1-459b-9b59-18583587dd17" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.875920] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.875920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.876219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.876681] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.876802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.877037] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.877254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.877254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.877425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.877526] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.877621] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 is going to be updated. [ 888.936298] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.936471] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.936563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.936788] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.936927] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.950161] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 in Status: IN_PROGRESS for 2s [ 889.324139] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43573753-6a71-471d-b7d3-69ce7b7acd04',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.827435] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.827435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.827435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.827435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.827435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.827930] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 is going to be created. [ 889.854763] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.855648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.855648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.855648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.855648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.867249] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 in Status: UNINITIALIZED for 2s [ 890.962616] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 in Status: SUCCESS [ 890.962616] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 deletion is rescheduled due to dependency. [ 890.962616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.594269] env[65116]: INFO networking_nsxv3.common.synchronization [req-b3221c5d-7cb7-4b06-80e2-6c994582b791 req-62865f6d-a6aa-4b22-ac75-eba7cfe329e8 tempest-ServerDiskConfigTestJSON-1517940131 tempest-ServerDiskConfigTestJSON-1517940131-project-member] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 891.594825] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 891.596030] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.596030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.596030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.596030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.596030] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.596342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.596342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.596342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.596342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.596560] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.878950] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 in Status: SUCCESS [ 891.880032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.880032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.880032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.880032] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.880032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.880032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.880324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.880324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.880324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.880324] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43573753-6a71-471d-b7d3-69ce7b7acd04',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.098729] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.099105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.099105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.099221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.099283] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.099482] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.099588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.099648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.099806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.099881] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.099968] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 892.130344] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.130501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.130555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.130973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.130973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.141120] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 892.383455] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43573753-6a71-471d-b7d3-69ce7b7acd04',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.886455] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43573753-6a71-471d-b7d3-69ce7b7acd04: rpc.has_security_group_logging(os_id): False [ 892.905457] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.905673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.905738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.905943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.906049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.906302] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.906417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.906487] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.906645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.906724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.906817] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 is going to be created. [ 892.978533] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.978741] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.978849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.979127] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.979386] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.995660] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 in Status: IN_PROGRESS for 2s [ 894.153489] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 894.153489] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff deletion is rescheduled due to dependency. [ 894.153852] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.686751] env[65116]: INFO networking_nsxv3.common.synchronization [req-513c3083-726f-433f-86d9-ea56182eb56a req-93571dc2-5cdb-4a49-b623-d48b048abe6a tempest-ServerRescueTestJSON-1357542986 tempest-ServerRescueTestJSON-1357542986-project-member] Enqueued Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_members [ 894.686751] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_members [ 894.686751] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.686751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.686751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.690029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.690187] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.690294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.690357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.690517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.690609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.690692] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.009090] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 in Status: SUCCESS [ 895.009346] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.192896] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.695788] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.198129] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.198514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.198514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.198585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.198769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.198769] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf is going to be updated. [ 896.228293] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.228293] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.228293] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.228549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.228672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.241813] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf in Status: IN_PROGRESS for 2s [ 897.818828] env[65116]: INFO networking_nsxv3.common.synchronization [req-9ad88269-b045-47b1-9f2c-cb82e4033f14 req-6ed60092-92c4-46a9-8193-854a2b4612f8 tempest-ServersAdminTestJSON-186124780 tempest-ServersAdminTestJSON-186124780-project-member] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 897.819694] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 897.819801] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.819948] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.820038] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.820272] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.820359] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.820452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.820514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.820658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.820783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.820861] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.253703] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf in Status: SUCCESS [ 898.253932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.325819] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.827691] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.330384] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.330564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.330617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.330828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.330917] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.331034] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be updated. [ 899.365330] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.365330] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.365330] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.365330] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.365715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.376506] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 901.389601] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 901.390234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.647118] env[65116]: INFO networking_nsxv3.common.synchronization [req-92bf199e-d56e-47a7-816f-4cee12f78117 req-dc52c43e-b5b3-4188-b405-e38e60e836c7 tempest-DeleteServersTestJSON-1929788868 tempest-DeleteServersTestJSON-1929788868-project-member] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 901.647118] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 901.647118] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.647118] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.647118] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.647118] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.647118] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.647118] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.650291] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.652931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.653234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.653457] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.102481] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.102481] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.102481] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.102481] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.102481] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.102481] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.102814] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.102982] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.103147] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.103581] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.103703] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.103814] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.103927] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.104061] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.104172] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.104313] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.124474] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.124651] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.124792] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.124966] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.125336] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-9e8f421a-1606-4c5a-821d-90bee69ab953 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.125658] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-9e8f421a-1606-4c5a-821d-90bee69ab953" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.125741] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-9e8f421a-1606-4c5a-821d-90bee69ab953" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.126341] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-9e8f421a-1606-4c5a-821d-90bee69ab953" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.126422] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e8f421a-1606-4c5a-821d-90bee69ab953',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.156273] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.156425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.156425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.157287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.187917] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.188301] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.188301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.188441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.188553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.188630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.188716] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 902.220120] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.220379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.220379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.220632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.220757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.230263] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 902.630197] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.630464] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.630552] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.630816] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.631556] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.631556] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 9e8f421a-1606-4c5a-821d-90bee69ab953 not found, creating... [ 902.631556] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.631896] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.631896] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.631973] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.632362] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.632443] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.632728] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.632728] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.633478] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.633478] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.633478] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 9e8f421a-1606-4c5a-821d-90bee69ab953 is going to be created. [ 902.655784] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.656066] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.656213] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.656551] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.656793] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.658802] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-9e8f421a-1606-4c5a-821d-90bee69ab953" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.414957] env[65116]: INFO networking_nsxv3.common.synchronization [req-92bf199e-d56e-47a7-816f-4cee12f78117 req-868677e4-ca36-4ca1-9bef-1d8ae60a780c service nova] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_rules [ 903.415180] env[65116]: INFO networking_nsxv3.common.synchronization [req-92bf199e-d56e-47a7-816f-4cee12f78117 req-868677e4-ca36-4ca1-9bef-1d8ae60a780c service nova] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 903.415347] env[65116]: INFO networking_nsxv3.common.synchronization [req-92bf199e-d56e-47a7-816f-4cee12f78117 req-868677e4-ca36-4ca1-9bef-1d8ae60a780c service nova] Enqueued Resource ID: 9e8f421a-1606-4c5a-821d-90bee69ab953 with Priority: HIGHEST for action port [ 903.415992] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_rules [ 903.419279] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 903.419421] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8f421a-1606-4c5a-821d-90bee69ab953 with Priority: HIGHEST for action port [ 903.420113] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.420211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.420263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.420431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.420519] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.421822] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.421920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.422136] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e8f421a-1606-4c5a-821d-90bee69ab953 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.422260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e8f421a-1606-4c5a-821d-90bee69ab953" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.422941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e8f421a-1606-4c5a-821d-90bee69ab953" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.422941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e8f421a-1606-4c5a-821d-90bee69ab953" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.422941] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e8f421a-1606-4c5a-821d-90bee69ab953',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.924566] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.925374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.925374] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e8f421a-1606-4c5a-821d-90bee69ab953 with status ACTIVE [ 903.925374] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.925374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.925374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.925374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.925861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.925861] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.925861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.925861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.926025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.926081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.926641] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.926641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.926641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.926641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.926833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.926833] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e8f421a-1606-4c5a-821d-90bee69ab953 is going to be updated. [ 903.953665] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.953870] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.953870] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.954104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.954252] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.954444] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e8f421a-1606-4c5a-821d-90bee69ab953" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.241305] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 4s [ 904.963697] env[65116]: INFO networking_nsxv3.common.synchronization [None req-b83e08c8-3d83-4f7a-9b76-0995a8cd587a None None] Enqueued Resource ID: 682e1d9c-114e-4d0f-acd7-92b190a831e5 with Priority: HIGHEST for action port [ 904.964350] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682e1d9c-114e-4d0f-acd7-92b190a831e5 with Priority: HIGHEST for action port [ 904.965980] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-682e1d9c-114e-4d0f-acd7-92b190a831e5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.965980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-682e1d9c-114e-4d0f-acd7-92b190a831e5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.966126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-682e1d9c-114e-4d0f-acd7-92b190a831e5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.970030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-682e1d9c-114e-4d0f-acd7-92b190a831e5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.970030] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('682e1d9c-114e-4d0f-acd7-92b190a831e5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.475881] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 682e1d9c-114e-4d0f-acd7-92b190a831e5 [ 905.476804] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.476804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.476804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.476804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.476804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.476804] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:682e1d9c-114e-4d0f-acd7-92b190a831e5 already deleted. [ 905.476804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-682e1d9c-114e-4d0f-acd7-92b190a831e5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.254594] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 906.254860] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 deletion is rescheduled due to dependency. [ 906.254925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.255108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.255331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.255531] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.255817] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.255817] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.257685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.257685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.257685] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.760100] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.262205] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.311081] env[65116]: INFO networking_nsxv3.common.synchronization [None req-1f1a70e2-a16a-4180-95ea-d13405dbb466 None None] Enqueued Resource ID: 7ec63f04-1e94-4456-bc66-91ede004b774 with Priority: HIGHEST for action port [ 907.312141] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec63f04-1e94-4456-bc66-91ede004b774 with Priority: HIGHEST for action port [ 907.312514] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ec63f04-1e94-4456-bc66-91ede004b774 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.312897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ec63f04-1e94-4456-bc66-91ede004b774" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.312958] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ec63f04-1e94-4456-bc66-91ede004b774" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.313220] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ec63f04-1e94-4456-bc66-91ede004b774" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.313304] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec63f04-1e94-4456-bc66-91ede004b774',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.769973] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.771258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.771258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.772727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.772803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.772922] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 907.806998] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.807172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.807241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.807455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.808039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.819835] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 907.820809] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ec63f04-1e94-4456-bc66-91ede004b774 [ 907.820809] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.820979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.820979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.821278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.821423] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.821561] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ec63f04-1e94-4456-bc66-91ede004b774 already deleted. [ 907.821698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ec63f04-1e94-4456-bc66-91ede004b774" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.024469] env[65116]: INFO networking_nsxv3.common.synchronization [req-f737321c-ed4f-4348-b336-b1c6b92c0fdd req-85d701f1-a829-4ac4-aecb-e3bc34cd7add tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_members [ 908.026270] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_members [ 908.027011] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.027239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.027350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.027790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.028198] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.028198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.028325] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.028531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.028671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.028807] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.168115] env[65116]: INFO networking_nsxv3.common.synchronization [None req-fb3a20dc-c191-4508-9847-b9b9298b609e None None] Enqueued Resource ID: 38ec01fd-0d63-4bdb-a17a-ffa2f550e900 with Priority: HIGHEST for action port [ 908.168729] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ec01fd-0d63-4bdb-a17a-ffa2f550e900 with Priority: HIGHEST for action port [ 908.169879] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-38ec01fd-0d63-4bdb-a17a-ffa2f550e900 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.171389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38ec01fd-0d63-4bdb-a17a-ffa2f550e900" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.171577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38ec01fd-0d63-4bdb-a17a-ffa2f550e900" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.172301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38ec01fd-0d63-4bdb-a17a-ffa2f550e900" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.172483] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ec01fd-0d63-4bdb-a17a-ffa2f550e900',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.507213] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.507213] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.508028] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.508471] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.512018] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.512018] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.512018] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.512018] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.512018] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.512018] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.512018] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.512018] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.512018] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.512018] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.512018] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.512018] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.533693] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.533693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.533693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.533693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.533693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.533693] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.533693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.533693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.533693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.533693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.535030] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 already deleted. [ 908.535030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.536828] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.537492] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.537742] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.538022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.538442] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-c2c37a16-3107-4510-9c9d-17bf130945ff taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.538760] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-c2c37a16-3107-4510-9c9d-17bf130945ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.539691] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-c2c37a16-3107-4510-9c9d-17bf130945ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.540335] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-c2c37a16-3107-4510-9c9d-17bf130945ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.540586] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2c37a16-3107-4510-9c9d-17bf130945ff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.678040] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38ec01fd-0d63-4bdb-a17a-ffa2f550e900 [ 908.678303] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.678435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.678509] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.678707] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.678860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.678920] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38ec01fd-0d63-4bdb-a17a-ffa2f550e900 already deleted. [ 908.678995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38ec01fd-0d63-4bdb-a17a-ffa2f550e900" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.044058] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.044058] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.044269] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.044359] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.044539] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.044708] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port c2c37a16-3107-4510-9c9d-17bf130945ff not found, creating... [ 909.044979] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.045163] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.045284] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.045581] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.045724] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.046029] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.046667] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.046974] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.047289] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.047502] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.047656] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: c2c37a16-3107-4510-9c9d-17bf130945ff is going to be created. [ 909.068401] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.068614] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.068748] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.070310] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.070310] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.070310] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-c2c37a16-3107-4510-9c9d-17bf130945ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.428298] env[65116]: INFO networking_nsxv3.common.synchronization [None req-fde1d2f5-57fa-4c17-85bb-9e4df8b5b839 tempest-ServersV294TestFqdnHostnames-1463148082 tempest-ServersV294TestFqdnHostnames-1463148082-project-member] Enqueued Resource ID: 5fd56965-7771-44ab-a5b9-eec31944a463 with Priority: HIGHEST for action security_group_rules [ 909.428937] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd56965-7771-44ab-a5b9-eec31944a463 with Priority: HIGHEST for action security_group_rules [ 909.429279] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fd56965-7771-44ab-a5b9-eec31944a463 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.429411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.429484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.429747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.429861] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fd56965-7771-44ab-a5b9-eec31944a463',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.792164] env[65116]: INFO networking_nsxv3.common.synchronization [req-f737321c-ed4f-4348-b336-b1c6b92c0fdd req-d80a229f-ba25-4141-94ae-da5f9500816c service nova] Enqueued Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_rules [ 909.792492] env[65116]: INFO networking_nsxv3.common.synchronization [req-f737321c-ed4f-4348-b336-b1c6b92c0fdd req-d80a229f-ba25-4141-94ae-da5f9500816c service nova] Enqueued Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_members [ 909.792492] env[65116]: INFO networking_nsxv3.common.synchronization [req-f737321c-ed4f-4348-b336-b1c6b92c0fdd req-d80a229f-ba25-4141-94ae-da5f9500816c service nova] Enqueued Resource ID: c2c37a16-3107-4510-9c9d-17bf130945ff with Priority: HIGHEST for action port [ 909.793024] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_rules [ 909.793292] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_members [ 909.793400] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c37a16-3107-4510-9c9d-17bf130945ff with Priority: HIGHEST for action port [ 909.793695] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d944ed-538b-45f1-b8d9-9ef2c2109fb2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.793816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.793883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.794171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.794315] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.795201] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.795335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.795403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.795907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.796092] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.796196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.796260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.796406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.796490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.796712] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.797527] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2c37a16-3107-4510-9c9d-17bf130945ff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.797649] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2c37a16-3107-4510-9c9d-17bf130945ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.797740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2c37a16-3107-4510-9c9d-17bf130945ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.797941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2c37a16-3107-4510-9c9d-17bf130945ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.797983] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2c37a16-3107-4510-9c9d-17bf130945ff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.817833] env[65116]: INFO networking_nsxv3.common.synchronization [None req-600038ac-313e-465e-bf04-79819313b41a tempest-ServersV294TestFqdnHostnames-1463148082 tempest-ServersV294TestFqdnHostnames-1463148082-project-member] Enqueued Resource ID: 5fd56965-7771-44ab-a5b9-eec31944a463 with Priority: HIGHEST for action security_group_rules [ 909.820540] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd56965-7771-44ab-a5b9-eec31944a463 with Priority: HIGHEST for action security_group_rules [ 909.820540] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fd56965-7771-44ab-a5b9-eec31944a463 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.820540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.834927] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 909.835270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.835825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.836129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.836432] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.836619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.836742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.837012] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.837332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.837497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.837664] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.952880] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.952880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.953073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.954298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.954298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.954298] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fd56965-7771-44ab-a5b9-eec31944a463 already deleted. [ 909.954298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.954636] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.954842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.954950] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fd56965-7771-44ab-a5b9-eec31944a463',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.300128] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.301160] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.301273] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.301991] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2c37a16-3107-4510-9c9d-17bf130945ff with status ACTIVE [ 910.302760] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.302760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.302760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.302760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.302760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.302980] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.303039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.303745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.303745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.303745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.303745] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.303745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.303745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.303967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.303967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.304574] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2c37a16-3107-4510-9c9d-17bf130945ff is going to be updated. [ 910.327332] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.327484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.327559] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.327782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.327941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.328167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2c37a16-3107-4510-9c9d-17bf130945ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.340362] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.340521] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.340599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.340909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.341101] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.341215] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.341284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.341447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.341644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.341715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.341870] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.341967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.342052] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.342214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.342343] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.342438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.342519] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.342647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.342728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.342811] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.342908] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.486534] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.486694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.486758] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.486977] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.487078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.487178] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fd56965-7771-44ab-a5b9-eec31944a463 already deleted. [ 910.487262] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.528291] env[65116]: INFO networking_nsxv3.common.synchronization [None req-4c1b6baa-de9a-42c7-9572-868558659da4 None None] Enqueued Resource ID: 192ad9f1-8c92-4082-a3bf-659540f5deff with Priority: HIGHEST for action port [ 910.528291] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192ad9f1-8c92-4082-a3bf-659540f5deff with Priority: HIGHEST for action port [ 910.528709] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-192ad9f1-8c92-4082-a3bf-659540f5deff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.528971] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-192ad9f1-8c92-4082-a3bf-659540f5deff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.529186] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-192ad9f1-8c92-4082-a3bf-659540f5deff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.529515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-192ad9f1-8c92-4082-a3bf-659540f5deff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.530316] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('192ad9f1-8c92-4082-a3bf-659540f5deff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.809374] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.846325] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e61399ad-061b-4165-8353-cd68f75d3872: rpc.has_security_group_logging(os_id): False [ 910.873373] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.873373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.873373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.873373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.873373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.873373] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.873373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.873373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.873373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.873373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.873373] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.873373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.873373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.873373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.874377] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.874725] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.874988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.875175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.875417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.875629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.877236] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 910.963572] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.963804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.963922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.964156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.964328] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.982880] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 911.033475] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 192ad9f1-8c92-4082-a3bf-659540f5deff [ 911.034199] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.034199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.034199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.034199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.034473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.035571] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:192ad9f1-8c92-4082-a3bf-659540f5deff already deleted. [ 911.035571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-192ad9f1-8c92-4082-a3bf-659540f5deff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.312524] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.312694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.312748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.312972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.313069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.313169] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 is going to be created. [ 911.343036] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.343185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.343263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.343767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.343966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.356646] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 in Status: UNINITIALIZED for 2s [ 912.498391] env[65116]: INFO networking_nsxv3.common.synchronization [None req-a661d5c8-af5d-410a-a476-eb78580d0634 None None] Enqueued Resource ID: e020441c-226e-4a14-a682-c98896b25edf with Priority: HIGHEST for action port [ 912.498391] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e020441c-226e-4a14-a682-c98896b25edf with Priority: HIGHEST for action port [ 912.498666] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-e020441c-226e-4a14-a682-c98896b25edf taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.498666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e020441c-226e-4a14-a682-c98896b25edf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.498666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e020441c-226e-4a14-a682-c98896b25edf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.500489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e020441c-226e-4a14-a682-c98896b25edf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.500489] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e020441c-226e-4a14-a682-c98896b25edf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.827402] env[65116]: INFO networking_nsxv3.common.synchronization [None req-9f13eb8b-fcf3-4417-ac33-f9d2d61275f8 tempest-AttachVolumeTestJSON-1850153687 tempest-AttachVolumeTestJSON-1850153687-project-member] Enqueued Resource ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 with Priority: HIGHEST for action security_group_rules [ 912.828269] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 with Priority: HIGHEST for action security_group_rules [ 912.828269] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4390399b-fe16-41dc-a683-bec34cfd9bd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.828464] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.828464] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.828666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.829119] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4390399b-fe16-41dc-a683-bec34cfd9bd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.908042] env[65116]: INFO networking_nsxv3.common.synchronization [req-f7d8bba0-2517-46a6-8e41-7ae4aab1b401 req-c0f8af65-4620-4fd2-b8f8-886084a7ff9b tempest-ImagesTestJSON-1950073941 tempest-ImagesTestJSON-1950073941-project-member] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 912.910314] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 912.910670] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.910797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.910861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.913019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.913019] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.913019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.913019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.913019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.913019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.913019] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.996899] env[65116]: INFO networking_nsxv3.common.synchronization [None req-068a8739-307f-4cc3-9311-96f03cdfb4c1 tempest-AttachVolumeTestJSON-1850153687 tempest-AttachVolumeTestJSON-1850153687-project-member] Enqueued Resource ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 with Priority: HIGHEST for action security_group_rules [ 912.998028] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 912.998132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.999718] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 with Priority: HIGHEST for action security_group_rules [ 912.999718] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4390399b-fe16-41dc-a683-bec34cfd9bd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.999718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.004119] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e020441c-226e-4a14-a682-c98896b25edf [ 913.004119] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.004119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.004119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.004119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.004119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.004119] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e020441c-226e-4a14-a682-c98896b25edf already deleted. [ 913.004119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e020441c-226e-4a14-a682-c98896b25edf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.351413] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.351413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.351413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.351413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.351413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.351652] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 already deleted. [ 913.351652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.351748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.351906] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.351906] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4390399b-fe16-41dc-a683-bec34cfd9bd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.371197] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 in Status: SUCCESS [ 913.371513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.371660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.371878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.372088] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.372202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.372267] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.372442] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.372528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.372628] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.372733] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.410262] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.410451] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.411142] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.411454] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.411722] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.412193] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.412193] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.412313] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.412466] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.414043] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.414043] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.414043] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.414043] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.414043] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.414043] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.414043] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.414726] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.434287] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.434448] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.434581] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.434821] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.435169] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-265542f8-48b6-48e7-b0c5-2d371a74f6da taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.435349] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-265542f8-48b6-48e7-b0c5-2d371a74f6da" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.435787] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-265542f8-48b6-48e7-b0c5-2d371a74f6da" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.435863] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-265542f8-48b6-48e7-b0c5-2d371a74f6da" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.436028] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('265542f8-48b6-48e7-b0c5-2d371a74f6da',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.876273] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.876866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.876866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.876866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.877058] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.877058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.877172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.877273] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.877362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.877447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.877599] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.877695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.877756] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.877982] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.878138] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.878232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.878314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.878730] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.878818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.878902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.879038] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.887688] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.887870] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.887941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.888167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.888257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.888353] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 already deleted. [ 913.888436] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.917024] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.939390] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.939390] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.939562] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.941074] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.941250] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.941582] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 265542f8-48b6-48e7-b0c5-2d371a74f6da not found, creating... [ 913.941748] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.941946] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.942021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.942323] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.942545] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.942888] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.943671] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.943742] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.943969] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.944243] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.944306] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 265542f8-48b6-48e7-b0c5-2d371a74f6da is going to be created. [ 913.966494] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.966812] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.966812] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.967177] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.967405] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.967640] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-265542f8-48b6-48e7-b0c5-2d371a74f6da" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.123163] env[65116]: INFO networking_nsxv3.common.synchronization [req-f187ee6d-11a8-42b3-a648-3cceba01ccc7 req-5dd78556-43d9-4f6b-be8c-6e81ac9c815c tempest-ServersWithSpecificFlavorTestJSON-1330520152 tempest-ServersWithSpecificFlavorTestJSON-1330520152-project-member] Enqueued Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_members [ 914.123700] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGHEST for action security_group_members [ 914.124011] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-600ba772-cff5-4a21-ba3c-0887b5c747a4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.124913] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.124913] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.124913] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.125049] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.125438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.125438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.125438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.125438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.125611] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.381708] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41d944ed-538b-45f1-b8d9-9ef2c2109fb2: rpc.has_security_group_logging(os_id): False [ 914.403221] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.403431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.403517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.403797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.403904] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.404242] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.404495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.404495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.405540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.405974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.405974] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.407428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.407428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.407428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.407428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.407428] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.407908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.407908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.407908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.407908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.407908] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 is going to be created. [ 914.419301] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.419458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.419530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.419762] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.419850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.419952] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 914.450507] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.451817] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.451946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.452242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.452484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.466415] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 914.486954] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.487132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.487225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.487520] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.487707] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.503418] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 in Status: IN_PROGRESS for 2s [ 914.628076] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.628076] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.628076] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.628307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.628423] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.628566] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.628670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.628728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.628900] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.628975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.629087] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 is going to be updated. [ 914.673491] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.674564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.674564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.674564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.674564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.684618] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 in Status: IN_PROGRESS for 2s [ 914.723987] env[65116]: INFO networking_nsxv3.common.synchronization [req-f7d8bba0-2517-46a6-8e41-7ae4aab1b401 req-d0771c7a-caf2-492d-99ee-6ddfb414219c service nova] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_rules [ 914.724222] env[65116]: INFO networking_nsxv3.common.synchronization [req-f7d8bba0-2517-46a6-8e41-7ae4aab1b401 req-d0771c7a-caf2-492d-99ee-6ddfb414219c service nova] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 914.724362] env[65116]: INFO networking_nsxv3.common.synchronization [req-f7d8bba0-2517-46a6-8e41-7ae4aab1b401 req-d0771c7a-caf2-492d-99ee-6ddfb414219c service nova] Enqueued Resource ID: 265542f8-48b6-48e7-b0c5-2d371a74f6da with Priority: HIGHEST for action port [ 914.724893] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_rules [ 914.726267] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 914.726267] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 265542f8-48b6-48e7-b0c5-2d371a74f6da with Priority: HIGHEST for action port [ 914.726711] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.726873] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.727030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.727253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.727363] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.728478] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.728885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.729172] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-265542f8-48b6-48e7-b0c5-2d371a74f6da taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.729315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-265542f8-48b6-48e7-b0c5-2d371a74f6da" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.729403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-265542f8-48b6-48e7-b0c5-2d371a74f6da" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.729603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-265542f8-48b6-48e7-b0c5-2d371a74f6da" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.729711] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('265542f8-48b6-48e7-b0c5-2d371a74f6da',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.903889] env[65116]: INFO networking_nsxv3.common.synchronization [req-f847cbcc-5ff6-4c18-8323-c5dec3896898 req-4ea5b346-b536-47a2-a130-1841d8afe82b tempest-MigrationsAdminTest-1477697275 tempest-MigrationsAdminTest-1477697275-project-member] Enqueued Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_members [ 914.904850] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_members [ 914.904850] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-145a65d7-769d-4b64-8d56-37c2bf3d0e21 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.904941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.904941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.905211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.905465] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.905465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.905600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.905699] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.905784] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.905948] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.931159] env[65116]: INFO networking_nsxv3.common.synchronization [None req-0851b601-87b3-425d-a17c-56dd22c00fcc None None] Enqueued Resource ID: ddda3697-d33a-44e4-b48a-7c3fd61f50b3 with Priority: HIGHEST for action port [ 914.931159] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddda3697-d33a-44e4-b48a-7c3fd61f50b3 with Priority: HIGHEST for action port [ 914.931159] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddda3697-d33a-44e4-b48a-7c3fd61f50b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.931159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddda3697-d33a-44e4-b48a-7c3fd61f50b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.931159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddda3697-d33a-44e4-b48a-7c3fd61f50b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.932265] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddda3697-d33a-44e4-b48a-7c3fd61f50b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.932570] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddda3697-d33a-44e4-b48a-7c3fd61f50b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.232404] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.232404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.234127] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 265542f8-48b6-48e7-b0c5-2d371a74f6da with status ACTIVE [ 915.234127] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.235241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.235241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.235631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.235631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.235796] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.235889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.235940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.236082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.236160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.236339] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.236432] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.236517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.236658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.236735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.236818] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 265542f8-48b6-48e7-b0c5-2d371a74f6da is going to be updated. [ 915.260046] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.260046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.260046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.260046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.260324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.260324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-265542f8-48b6-48e7-b0c5-2d371a74f6da" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.409567] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.436796] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddda3697-d33a-44e4-b48a-7c3fd61f50b3 [ 915.436796] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.436796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.436796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.436796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.436796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.436796] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddda3697-d33a-44e4-b48a-7c3fd61f50b3 already deleted. [ 915.436796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddda3697-d33a-44e4-b48a-7c3fd61f50b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.565274] env[65116]: INFO networking_nsxv3.common.synchronization [req-4dae7b26-7f97-4617-9a14-1d12b7d0fdb4 req-0fc8464d-0c5e-4756-b662-e51881100a31 tempest-ServersTestJSON-1776500097 tempest-ServersTestJSON-1776500097-project-member] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 915.565867] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 915.566231] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.566346] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.566386] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.566605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.566769] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.566873] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.566937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.567110] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.567197] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.567428] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.900034] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.900245] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.900370] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.900626] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.900886] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.901140] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.901307] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.901588] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.901779] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.902263] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.902572] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.903129] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.904931] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.905270] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.905270] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.905377] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.910972] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.930122] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.930308] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.930449] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.930620] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.930957] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-98acae83-de55-4870-8650-eb502346b7e4 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.931168] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-98acae83-de55-4870-8650-eb502346b7e4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.931259] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-98acae83-de55-4870-8650-eb502346b7e4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.931567] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-98acae83-de55-4870-8650-eb502346b7e4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.931699] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98acae83-de55-4870-8650-eb502346b7e4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.070296] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.413215] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.413558] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.413558] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.413676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.413724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.413826] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 is going to be updated. [ 916.434777] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.435000] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.435146] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.435416] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.435594] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.435750] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 98acae83-de55-4870-8650-eb502346b7e4 not found, creating... [ 916.436014] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.436174] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.436293] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.436574] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.436695] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.436980] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.437151] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.437271] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.437479] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.437871] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.438038] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 98acae83-de55-4870-8650-eb502346b7e4 is going to be created. [ 916.446016] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.446250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.446360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.446625] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.446779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.457496] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 in Status: IN_PROGRESS for 2s [ 916.462928] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.462928] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.462928] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.462928] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.462928] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.463223] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-98acae83-de55-4870-8650-eb502346b7e4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.476642] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 916.476914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.477098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.477305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.477493] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.477611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.477678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.477842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.477924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.478040] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.516318] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 in Status: SUCCESS [ 916.516562] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.573142] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.696101] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 in Status: SUCCESS [ 916.696284] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 deletion is rescheduled due to dependency. [ 916.696398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.752304] env[65116]: INFO networking_nsxv3.common.synchronization [None req-06d94502-62eb-480c-8a60-177f4a60be1f None None] Enqueued Resource ID: 4ab9623c-9d6b-46b6-9e38-7277689964e7 with Priority: HIGHEST for action port [ 916.752848] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab9623c-9d6b-46b6-9e38-7277689964e7 with Priority: HIGHEST for action port [ 916.753383] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab9623c-9d6b-46b6-9e38-7277689964e7 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.753383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab9623c-9d6b-46b6-9e38-7277689964e7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.753383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab9623c-9d6b-46b6-9e38-7277689964e7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.756136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab9623c-9d6b-46b6-9e38-7277689964e7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.756136] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab9623c-9d6b-46b6-9e38-7277689964e7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.979998] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.075591] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.075789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.075859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.076059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.076152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.076266] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 917.120681] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.120917] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.120981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.121228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.121396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.132808] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 917.207828] env[65116]: INFO networking_nsxv3.common.synchronization [req-4dae7b26-7f97-4617-9a14-1d12b7d0fdb4 req-f06f4d4e-0fdd-4832-a3cb-1413d8b3183a service nova] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_rules [ 917.208087] env[65116]: INFO networking_nsxv3.common.synchronization [req-4dae7b26-7f97-4617-9a14-1d12b7d0fdb4 req-f06f4d4e-0fdd-4832-a3cb-1413d8b3183a service nova] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 917.208611] env[65116]: INFO networking_nsxv3.common.synchronization [req-4dae7b26-7f97-4617-9a14-1d12b7d0fdb4 req-f06f4d4e-0fdd-4832-a3cb-1413d8b3183a service nova] Enqueued Resource ID: 98acae83-de55-4870-8650-eb502346b7e4 with Priority: HIGHEST for action port [ 917.209222] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_rules [ 917.209398] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 917.209548] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98acae83-de55-4870-8650-eb502346b7e4 with Priority: HIGHEST for action port [ 917.209893] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.210160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.210274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.210507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.210758] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.211690] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.211690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.212714] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-98acae83-de55-4870-8650-eb502346b7e4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.212714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98acae83-de55-4870-8650-eb502346b7e4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.212714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98acae83-de55-4870-8650-eb502346b7e4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.212714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98acae83-de55-4870-8650-eb502346b7e4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.212714] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98acae83-de55-4870-8650-eb502346b7e4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.257604] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ab9623c-9d6b-46b6-9e38-7277689964e7 [ 917.257854] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.257987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.258066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.258290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.258384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.258481] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ab9623c-9d6b-46b6-9e38-7277689964e7 already deleted. [ 917.258566] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab9623c-9d6b-46b6-9e38-7277689964e7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.486979] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.718719] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.718719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.718719] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98acae83-de55-4870-8650-eb502346b7e4 with status ACTIVE [ 917.718719] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.718719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.718719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.718719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.718719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.718719] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.718719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.718719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.718719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.718719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.718719] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.719452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.719452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.719452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.719452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.719452] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98acae83-de55-4870-8650-eb502346b7e4 is going to be updated. [ 917.740219] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.745884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.745884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.745884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.745884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.745884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98acae83-de55-4870-8650-eb502346b7e4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.990853] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.992051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.992153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.992373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.993056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.993056] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 918.025428] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.025428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.025428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.025790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.025922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.037334] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 918.469241] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 in Status: SUCCESS [ 918.469472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.480034] env[65116]: INFO networking_nsxv3.common.synchronization [None req-75a66dc1-6bd5-4a89-ab77-4f179d52dbc0 tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGHEST for action security_group_rules [ 918.480540] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGHEST for action security_group_rules [ 918.480854] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949fcc4b-7dd3-40d9-8bad-9227b874275f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.480978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.481467] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.481821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.481910] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949fcc4b-7dd3-40d9-8bad-9227b874275f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.633259] env[65116]: INFO networking_nsxv3.common.synchronization [None req-e3016776-8593-445b-a1f7-5048fd29a2d5 tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGHEST for action security_group_rules [ 918.633596] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGHEST for action security_group_rules [ 918.634292] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949fcc4b-7dd3-40d9-8bad-9227b874275f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.634413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.813325] env[65116]: INFO networking_nsxv3.common.synchronization [req-40a76dab-edc0-4f02-857b-9ef6382c41f5 req-9ff197b1-c4e0-4540-98be-614cc1d91b60 tempest-ImagesOneServerNegativeTestJSON-1452745102 tempest-ImagesOneServerNegativeTestJSON-1452745102-project-member] Enqueued Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 918.813906] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 918.815303] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.815303] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.815303] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.815577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.815900] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.815900] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.816169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.817878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.818343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.818470] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.006879] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.006879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.006879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.006879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.006879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.007305] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f already deleted. [ 919.007305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.007305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.007384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.007468] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949fcc4b-7dd3-40d9-8bad-9227b874275f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.147918] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 919.148340] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.148541] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.148725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.149133] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.149133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.149332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.149332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.149513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.149513] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.299507] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.299815] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-254" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.300475] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-254" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.301571] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-254" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.301571] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.301571] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.301983] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.301983] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.302080] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.305617] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.305617] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.305617] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.305617] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.305617] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.305617] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.305617] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.321953] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.322138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.322138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.322795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.322795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.322929] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.323027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.323146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.323353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.323670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.323913] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f is going to be updated. [ 919.329742] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.330058] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.330058] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.330263] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-254" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.330760] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-b2c8d776-fc6a-4893-a904-f33386dc0317 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.330824] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-b2c8d776-fc6a-4893-a904-f33386dc0317" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.330979] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-b2c8d776-fc6a-4893-a904-f33386dc0317" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.331279] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-b2c8d776-fc6a-4893-a904-f33386dc0317" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.331413] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c8d776-fc6a-4893-a904-f33386dc0317',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.357995] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.358280] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.358280] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.358445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.358628] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.369546] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: IN_PROGRESS for 2s [ 919.536200] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.538437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.538437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.538437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.538437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.538437] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f already deleted. [ 919.538437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.639288] env[65116]: INFO networking_nsxv3.common.synchronization [None req-f4fa0d41-e4a3-4282-a02b-580b64f72049 None None] Enqueued Resource ID: bd7cbdca-e1d8-4edd-9531-c800b4538320 with Priority: HIGHEST for action port [ 919.640455] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7cbdca-e1d8-4edd-9531-c800b4538320 with Priority: HIGHEST for action port [ 919.640897] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd7cbdca-e1d8-4edd-9531-c800b4538320 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.641021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd7cbdca-e1d8-4edd-9531-c800b4538320" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.641021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd7cbdca-e1d8-4edd-9531-c800b4538320" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.641272] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd7cbdca-e1d8-4edd-9531-c800b4538320" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.641366] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd7cbdca-e1d8-4edd-9531-c800b4538320',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.652163] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.835426] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.835887] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.836132] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.836555] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.836803] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.837166] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port b2c8d776-fc6a-4893-a904-f33386dc0317 not found, creating... [ 919.837640] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.838363] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.838462] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.839388] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.839388] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.839628] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.839805] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.839996] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.840260] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.840488] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.840730] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: b2c8d776-fc6a-4893-a904-f33386dc0317 is going to be created. [ 919.865737] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.866068] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.866241] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.866590] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.866864] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.867141] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-b2c8d776-fc6a-4893-a904-f33386dc0317" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.051751] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 920.051751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.051751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.051751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.051751] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.051751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.051751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.051751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.051751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.051751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.051751] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.147394] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd7cbdca-e1d8-4edd-9531-c800b4538320 [ 920.147591] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.147663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.147698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.147969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.148640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.148640] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd7cbdca-e1d8-4edd-9531-c800b4538320 already deleted. [ 920.148640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd7cbdca-e1d8-4edd-9531-c800b4538320" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.154946] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.560171] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.560468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.560468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.560700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.560876] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.560979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.561063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.561244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.561331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.561418] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.561567] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.561662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.561724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.562550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.562550] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.562550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.562550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.562550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.562550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.562550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.562550] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.608738] env[65116]: INFO networking_nsxv3.common.synchronization [req-40a76dab-edc0-4f02-857b-9ef6382c41f5 req-2e2c61dd-247b-4ec2-9552-dd10c08eb341 service nova] Enqueued Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_rules [ 920.609104] env[65116]: INFO networking_nsxv3.common.synchronization [req-40a76dab-edc0-4f02-857b-9ef6382c41f5 req-2e2c61dd-247b-4ec2-9552-dd10c08eb341 service nova] Enqueued Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 920.609331] env[65116]: INFO networking_nsxv3.common.synchronization [req-40a76dab-edc0-4f02-857b-9ef6382c41f5 req-2e2c61dd-247b-4ec2-9552-dd10c08eb341 service nova] Enqueued Resource ID: b2c8d776-fc6a-4893-a904-f33386dc0317 with Priority: HIGHEST for action port [ 920.609854] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_rules [ 920.609988] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 920.613757] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c8d776-fc6a-4893-a904-f33386dc0317 with Priority: HIGHEST for action port [ 920.614782] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.614782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.614782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.614782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.614782] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.618093] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.618230] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.618882] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2c8d776-fc6a-4893-a904-f33386dc0317 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.619479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2c8d776-fc6a-4893-a904-f33386dc0317" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.619479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2c8d776-fc6a-4893-a904-f33386dc0317" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.619584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2c8d776-fc6a-4893-a904-f33386dc0317" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.619663] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c8d776-fc6a-4893-a904-f33386dc0317',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.659244] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.659244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.659244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.659244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.659244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.659244] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 920.688875] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.689541] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.689762] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.690281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.690500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.702683] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 921.064909] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afa44884-2e94-4e78-b1f0-1f476f18ae30: rpc.has_security_group_logging(os_id): False [ 921.084305] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.084475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.084556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.084788] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.084881] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.085459] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.085459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.085459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.085459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.085647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.085730] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.085818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.085881] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.086043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.086119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.086334] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.086440] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.086506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.086636] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.088650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.088650] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 921.118117] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.118277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.122714] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2c8d776-fc6a-4893-a904-f33386dc0317 with status ACTIVE [ 921.122979] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.123188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.123301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.123612] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.124051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.124051] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.124212] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.124280] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.124464] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.124556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.124767] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.124861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.125590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.125590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.125590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.125590] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2c8d776-fc6a-4893-a904-f33386dc0317 is going to be updated. [ 921.149079] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.149250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.149391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.149545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.149705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.149877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2c8d776-fc6a-4893-a904-f33386dc0317" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.156939] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.157362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.157362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.157476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.158228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.174260] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 921.379521] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: SUCCESS [ 921.379734] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f deletion is rescheduled due to dependency. [ 921.379841] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.380028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.381031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.381031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.381031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.381031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.381031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.381031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.381316] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.884185] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.144232] env[65116]: INFO networking_nsxv3.common.synchronization [req-333774b5-d205-4aa3-b605-21d9263175ce req-e1c7ccaf-72c8-45cb-b53d-71b8a96f902a tempest-ServerMetadataTestJSON-1022422317 tempest-ServerMetadataTestJSON-1022422317-project-member] Enqueued Resource ID: abd218db-a28f-4089-9d3a-1ac098b1948f with Priority: HIGHEST for action security_group_members [ 922.144232] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd218db-a28f-4089-9d3a-1ac098b1948f with Priority: HIGHEST for action security_group_members [ 922.144232] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd218db-a28f-4089-9d3a-1ac098b1948f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.144232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.144232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.144232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.144232] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.144232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.144232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.145131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.145131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.145131] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abd218db-a28f-4089-9d3a-1ac098b1948f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.388577] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.594954] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.595137] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-921" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.595262] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-921" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.595640] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-921" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.595908] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.596319] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.596628] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.596880] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.597043] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.597302] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.597358] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.597467] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.597574] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.597683] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.597787] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.597916] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.623917] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.624165] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.624742] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.624742] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-921" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.624873] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-afec16fe-3481-4c2e-b503-28fd3f27b085 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.625095] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-afec16fe-3481-4c2e-b503-28fd3f27b085" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.625285] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-afec16fe-3481-4c2e-b503-28fd3f27b085" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.626445] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-afec16fe-3481-4c2e-b503-28fd3f27b085" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.626445] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afec16fe-3481-4c2e-b503-28fd3f27b085',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.648866] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.649084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.649182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.649436] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.652029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.652029] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.652029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.652029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.652029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.652029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.652029] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abd218db-a28f-4089-9d3a-1ac098b1948f already deleted. [ 922.652029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.717349] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 922.717691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.717958] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.718238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.718443] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.718568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.718624] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.718805] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.718876] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.718965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.719071] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.889507] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.889712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.889712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.889966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.892786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.892786] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f is going to be updated. [ 922.927858] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.928108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.928184] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.928389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.928533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.944233] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: IN_PROGRESS for 2s [ 923.128330] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.128541] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.128661] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.128939] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.129100] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.130190] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port afec16fe-3481-4c2e-b503-28fd3f27b085 not found, creating... [ 923.130190] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.130190] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.130190] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.130190] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.130190] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.130479] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.130534] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.130642] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.130842] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.130970] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.134250] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: afec16fe-3481-4c2e-b503-28fd3f27b085 is going to be created. [ 923.161233] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.163963] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.163963] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.163963] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.163963] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.163963] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-afec16fe-3481-4c2e-b503-28fd3f27b085" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.204037] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 923.204320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.221979] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.222229] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.222279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.222585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.222800] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.222922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.223030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.223221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.223277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.223364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.223653] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.223759] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.223836] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.223997] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.224157] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.224284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.224335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.224510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.224637] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.224748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.224894] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.727669] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06457b12-1261-4b74-ba42-3109928fd3b1: rpc.has_security_group_logging(os_id): False [ 923.754071] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.754256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.754322] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.754513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.754644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.754901] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.754989] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.755052] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.757365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.757365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.757365] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.757365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.757365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.757365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.757365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.757365] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.757365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.757365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.757365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.757365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.757365] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 923.837520] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.837679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.837877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.837949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.838111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.859169] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 923.924635] env[65116]: INFO networking_nsxv3.common.synchronization [req-333774b5-d205-4aa3-b605-21d9263175ce req-26998860-5036-4d18-8d3f-a4bec121cbd3 service nova] Enqueued Resource ID: abd218db-a28f-4089-9d3a-1ac098b1948f with Priority: HIGHEST for action security_group_rules [ 923.924880] env[65116]: INFO networking_nsxv3.common.synchronization [req-333774b5-d205-4aa3-b605-21d9263175ce req-26998860-5036-4d18-8d3f-a4bec121cbd3 service nova] Enqueued Resource ID: abd218db-a28f-4089-9d3a-1ac098b1948f with Priority: HIGHEST for action security_group_members [ 923.925751] env[65116]: INFO networking_nsxv3.common.synchronization [req-333774b5-d205-4aa3-b605-21d9263175ce req-26998860-5036-4d18-8d3f-a4bec121cbd3 service nova] Enqueued Resource ID: afec16fe-3481-4c2e-b503-28fd3f27b085 with Priority: HIGHEST for action port [ 923.926554] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd218db-a28f-4089-9d3a-1ac098b1948f with Priority: HIGHEST for action security_group_rules [ 923.926717] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd218db-a28f-4089-9d3a-1ac098b1948f with Priority: HIGHEST for action security_group_members [ 923.926821] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afec16fe-3481-4c2e-b503-28fd3f27b085 with Priority: HIGHEST for action port [ 923.927358] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abd218db-a28f-4089-9d3a-1ac098b1948f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.927446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.927548] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.927905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.927999] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abd218db-a28f-4089-9d3a-1ac098b1948f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.929130] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd218db-a28f-4089-9d3a-1ac098b1948f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.929343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.929343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.929505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.929691] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.929834] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.929925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.930151] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.930245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.930351] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abd218db-a28f-4089-9d3a-1ac098b1948f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.931488] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-afec16fe-3481-4c2e-b503-28fd3f27b085 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.931629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afec16fe-3481-4c2e-b503-28fd3f27b085" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.931680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afec16fe-3481-4c2e-b503-28fd3f27b085" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.931850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afec16fe-3481-4c2e-b503-28fd3f27b085" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.932020] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afec16fe-3481-4c2e-b503-28fd3f27b085',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.436093] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abd218db-a28f-4089-9d3a-1ac098b1948f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.437255] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd218db-a28f-4089-9d3a-1ac098b1948f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.437365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.441078] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afec16fe-3481-4c2e-b503-28fd3f27b085 with status ACTIVE [ 924.441288] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.441505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.441505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.442142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.442142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.442142] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.442142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.442142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.442378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.442378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.442503] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.442613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.442651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.442778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.442843] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.443393] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afec16fe-3481-4c2e-b503-28fd3f27b085 is going to be updated. [ 924.471557] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.471803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.471803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.472035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.472152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.472316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afec16fe-3481-4c2e-b503-28fd3f27b085" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.905829] env[65116]: INFO networking_nsxv3.common.synchronization [None req-0203a2b2-506c-4c0e-8966-e01af23d2ec2 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 with Priority: HIGHEST for action security_group_rules [ 924.906286] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 with Priority: HIGHEST for action security_group_rules [ 924.907030] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.907030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.907030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.907228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.907265] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f42c57c6-4d6c-4ed1-8aab-69a458e090f4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.940389] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abd218db-a28f-4089-9d3a-1ac098b1948f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.962067] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: SUCCESS [ 924.962067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.962613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.962842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.963068] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.963194] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.963259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.963567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.963663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.963704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.963780] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.439032] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.439032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.439032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.439032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.439032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.439032] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 already deleted. [ 925.439032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.444179] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.444179] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.444179] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.444179] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.444179] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.444179] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abd218db-a28f-4089-9d3a-1ac098b1948f is going to be created. [ 925.468092] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.468400] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.468557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.469009] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.469310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.473177] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.473177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.473177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.473177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.473177] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.473177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.473177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.473177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.473177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.473177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.473177] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.473177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.473177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.473177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.473177] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.473177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.473923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.473923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.473923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.474330] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.474448] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.479590] env[65116]: INFO networking_nsxv3.common.synchronization [None req-54e15151-a513-4699-ab6f-433c43d45b36 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 with Priority: HIGHEST for action security_group_rules [ 925.480692] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 with Priority: HIGHEST for action security_group_rules [ 925.481207] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.481331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.481404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.481753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.481839] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f42c57c6-4d6c-4ed1-8aab-69a458e090f4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.486376] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abd218db-a28f-4089-9d3a-1ac098b1948f in Status: UNINITIALIZED for 2s [ 925.874300] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 925.874534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.981731] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6928ba4-3270-4d05-b3e6-95861604d40f: rpc.has_security_group_logging(os_id): False [ 926.005673] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.005919] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.006043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.006277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.006396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.006523] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 already deleted. [ 926.006630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.008105] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.008105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.008266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.009545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.009545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.009545] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.009545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.009545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.009545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.009545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.009545] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.009545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.009545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.009545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.009955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.009955] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.009955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.009955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.010095] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.010186] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.010250] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f is going to be updated. [ 926.078088] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.078297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.078365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.078536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.078686] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.165059] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: IN_PROGRESS for 2s [ 927.420384] env[65116]: INFO networking_nsxv3.common.synchronization [req-17db81b4-c1f4-4c9e-8fac-1b7de626218d req-ed58f0dd-aafb-4897-8dc5-c378dfa2d4c6 tempest-ServerDiskConfigTestJSON-1517940131 tempest-ServerDiskConfigTestJSON-1517940131-project-member] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 927.421064] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 927.421626] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.421626] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.421626] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.422078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.422078] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.422078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.422260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.422260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.422495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.422495] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.504513] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abd218db-a28f-4089-9d3a-1ac098b1948f in Status: SUCCESS [ 927.504513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.504513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.504513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.504770] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.504829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.504863] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.506135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.506135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.506135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.506135] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abd218db-a28f-4089-9d3a-1ac098b1948f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.848389] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.848618] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.848814] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.849324] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.849433] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.849646] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.849793] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.850058] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.850287] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.850608] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.850746] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.850885] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.851033] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.851188] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.851324] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.851488] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.877319] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.877615] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.877842] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.878140] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.878502] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-920563c9-c663-4389-9348-0d9ccbca5fea taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.878709] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-920563c9-c663-4389-9348-0d9ccbca5fea" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.878824] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-920563c9-c663-4389-9348-0d9ccbca5fea" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.879256] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-920563c9-c663-4389-9348-0d9ccbca5fea" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.879378] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('920563c9-c663-4389-9348-0d9ccbca5fea',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.925935] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.926193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.926193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.926397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.926489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.927063] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.927204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.927204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.927383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.927457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.927757] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 927.959570] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.959778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.959871] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.960390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.960390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.976473] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 928.008337] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd218db-a28f-4089-9d3a-1ac098b1948f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.008337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.008337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.008337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.008579] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.008733] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.008790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.009034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.009146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.009273] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.009459] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd218db-a28f-4089-9d3a-1ac098b1948f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.009568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.009646] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.009839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.010033] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.010215] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.010262] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.010431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.010579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.010725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.010864] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abd218db-a28f-4089-9d3a-1ac098b1948f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.187768] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: SUCCESS [ 928.187768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.382987] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.383287] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.383413] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.383771] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.383996] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.384115] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 920563c9-c663-4389-9348-0d9ccbca5fea not found, creating... [ 928.384455] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.384733] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.384897] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.385311] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.385482] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.386008] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.386206] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.386959] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.386959] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.386959] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.386959] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 920563c9-c663-4389-9348-0d9ccbca5fea is going to be created. [ 928.416704] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.416953] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.417092] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.417568] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.417636] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.419033] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-920563c9-c663-4389-9348-0d9ccbca5fea" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.513575] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abd218db-a28f-4089-9d3a-1ac098b1948f: rpc.has_security_group_logging(os_id): False [ 928.541407] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.541653] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.541653] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.541841] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.542010] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.542174] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.542279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.542336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.542554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.542615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.542861] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.542956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.543030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.543178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.543254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.543491] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.543610] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.543666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.543790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.543913] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.543968] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abd218db-a28f-4089-9d3a-1ac098b1948f is going to be created. [ 928.635789] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.635789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.635789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.636101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.636300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.658755] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abd218db-a28f-4089-9d3a-1ac098b1948f in Status: IN_PROGRESS for 2s [ 929.337253] env[65116]: INFO networking_nsxv3.common.synchronization [req-17db81b4-c1f4-4c9e-8fac-1b7de626218d req-6a8b4d2a-0ae3-4d60-aa7e-a05ffb610b85 service nova] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_rules [ 929.337253] env[65116]: INFO networking_nsxv3.common.synchronization [req-17db81b4-c1f4-4c9e-8fac-1b7de626218d req-6a8b4d2a-0ae3-4d60-aa7e-a05ffb610b85 service nova] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 929.337253] env[65116]: INFO networking_nsxv3.common.synchronization [req-17db81b4-c1f4-4c9e-8fac-1b7de626218d req-6a8b4d2a-0ae3-4d60-aa7e-a05ffb610b85 service nova] Enqueued Resource ID: 920563c9-c663-4389-9348-0d9ccbca5fea with Priority: HIGHEST for action port [ 929.338067] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_rules [ 929.338414] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 929.338755] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920563c9-c663-4389-9348-0d9ccbca5fea with Priority: HIGHEST for action port [ 929.339581] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.339581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.339581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.339581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.339750] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.344777] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.344889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.345183] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-920563c9-c663-4389-9348-0d9ccbca5fea taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.345329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-920563c9-c663-4389-9348-0d9ccbca5fea" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.345376] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-920563c9-c663-4389-9348-0d9ccbca5fea" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.345611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-920563c9-c663-4389-9348-0d9ccbca5fea" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.345692] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('920563c9-c663-4389-9348-0d9ccbca5fea',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.605055] env[65116]: INFO networking_nsxv3.common.synchronization [req-bf656a83-c771-42fb-ae2e-78f5794aa5ef req-34c066ad-042a-4dd9-bc39-dbc37aa1b48c tempest-ServersTestJSON-1776500097 tempest-ServersTestJSON-1776500097-project-member] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 929.605847] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 929.605964] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.606074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.606134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.606348] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.606506] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.606636] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.606716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.606845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.606935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.607030] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.849356] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.849356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.849356] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 920563c9-c663-4389-9348-0d9ccbca5fea with status ACTIVE [ 929.849356] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.849356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.849356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.849781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.849781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.849873] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.849984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.850068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.850248] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.850333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.850524] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.850626] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.850702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.850862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.850932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.851019] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 920563c9-c663-4389-9348-0d9ccbca5fea is going to be updated. [ 929.875164] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.875164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.875348] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.875489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.875752] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.876032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-920563c9-c663-4389-9348-0d9ccbca5fea" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.987645] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 929.987844] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff deletion is rescheduled due to dependency. [ 929.987979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.988171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.988390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.988568] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.988710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.988766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.988942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.988996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.989059] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.109333] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.493200] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.612245] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.672490] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abd218db-a28f-4089-9d3a-1ac098b1948f in Status: SUCCESS [ 930.672782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.859033] env[65116]: INFO networking_nsxv3.common.synchronization [req-2be63251-0749-4ccc-8f2e-796466afa00d req-101c1ad9-ca6d-42ae-b8e5-dacbff8e9425 tempest-DeleteServersTestJSON-1929788868 tempest-DeleteServersTestJSON-1929788868-project-member] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 930.859033] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 930.860619] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.860886] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.861064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.861364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.861653] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.861861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.862044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.862350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.862549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.862750] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.996222] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.115755] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.115755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.115755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.115755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.116032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.116032] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 931.148475] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.148475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.148475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.148475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.149315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.170747] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 931.364581] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.364808] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.364863] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.365065] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.365160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.365372] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.365470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.365571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.365751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.365855] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.365949] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 931.398232] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.398407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.398468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.398715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.398852] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.410848] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 931.498984] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.499205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.499289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.499560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.499677] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.499784] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 931.552306] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.552524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.552641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.552942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.553156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.567424] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 933.185032] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 933.185032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.423312] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 933.423312] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 deletion is rescheduled due to dependency. [ 933.423312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.582079] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 933.582359] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.582606] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.582911] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.583165] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.583333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.583432] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.583757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.583847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.583938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.584238] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.090014] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.090212] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.090285] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.090498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.090681] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.090782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.090918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.091151] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.091186] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.091260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.091448] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.091544] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.091620] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.091768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.091927] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.092033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.092098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.092257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.092346] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.092456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.092556] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.374348] env[65116]: INFO networking_nsxv3.common.synchronization [req-c6b95a79-fd6d-4ca1-b310-96b601df1dda req-155530c1-9d8b-4d3f-98a0-a3270eea2991 tempest-ServersTestJSON-646408521 tempest-ServersTestJSON-646408521-project-member] Enqueued Resource ID: ee177659-700f-431c-9a83-29cdd5050592 with Priority: HIGHEST for action security_group_members [ 934.375043] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee177659-700f-431c-9a83-29cdd5050592 with Priority: HIGHEST for action security_group_members [ 934.375407] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee177659-700f-431c-9a83-29cdd5050592 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.375547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.375652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.375851] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.376047] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.376237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.376277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.376477] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.376631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.376631] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee177659-700f-431c-9a83-29cdd5050592',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.595427] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95a19c7b-eed1-4720-a6f6-e004f35d5fff: rpc.has_security_group_logging(os_id): False [ 934.616608] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.616608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.616608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.617014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.617014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.617153] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.617253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.617313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.617465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.621021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.621021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.621021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.621021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.621021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.621021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.621021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.621021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.621021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.621021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.621021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.621021] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 934.715832] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.715994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.716082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.716308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.716460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.732888] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 934.879352] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.879538] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.879579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.879836] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.879994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.880345] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.880487] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.880620] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.880806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.880917] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.881060] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee177659-700f-431c-9a83-29cdd5050592 is going to be updated. [ 934.919357] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.919698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.919698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.919826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.919979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.935190] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee177659-700f-431c-9a83-29cdd5050592 in Status: IN_PROGRESS for 2s [ 936.173033] env[65116]: INFO networking_nsxv3.common.synchronization [req-ae08486e-9fb5-4db6-a927-132f196924a9 req-e5fe9286-2d82-4843-b288-ca432b0ba660 tempest-ImagesTestJSON-1950073941 tempest-ImagesTestJSON-1950073941-project-member] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 936.173933] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 936.174324] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.174504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.174624] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.174873] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.175156] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.175422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.175573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.175810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.175970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.176185] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.256916] env[65116]: INFO networking_nsxv3.common.synchronization [req-f26cf980-248c-4230-a7e8-888fab3651e1 req-173e9ee2-c866-4366-8185-ab1bd6c7f8fb tempest-ServerRescueTestJSON-1357542986 tempest-ServerRescueTestJSON-1357542986-project-member] Enqueued Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_members [ 936.257552] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf with Priority: HIGHEST for action security_group_members [ 936.257929] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.258075] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.258144] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.258385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.258682] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.258752] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.258799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.259188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.259188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.259514] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8758f124-33db-4ee5-b0c4-7fa5a49a3cdf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.429328] env[65116]: INFO networking_nsxv3.common.synchronization [req-f35929ae-e804-4e7d-a24d-9cf13864735d req-a42cb057-d13c-4ced-888a-fbb53097f21e tempest-ImagesOneServerNegativeTestJSON-1452745102 tempest-ImagesOneServerNegativeTestJSON-1452745102-project-member] Enqueued Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 936.429901] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGHEST for action security_group_members [ 936.430303] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.430526] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.430526] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.430798] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.430952] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.431113] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.431156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.431673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.431774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.431877] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.680457] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.751156] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 936.751156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.761833] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.762270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.762270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.762366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.762457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.762866] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.762866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.762866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.763058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.763058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.763117] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf is going to be updated. [ 936.791362] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.791545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.791578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.791898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.792063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.802126] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf in Status: IN_PROGRESS for 2s [ 936.902295] env[65116]: INFO networking_nsxv3.common.synchronization [req-12c43e56-c58c-4d4c-adfd-c4862f6bcd10 req-d82ca785-09b1-491c-95f1-de5c23feba90 tempest-ServersAdminTestJSON-186124780 tempest-ServersAdminTestJSON-186124780-project-member] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 936.902894] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 936.903581] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.903773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.903881] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.904197] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.904476] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.904652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.904756] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.904954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.905095] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.905432] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.934413] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.934544] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.934595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.934902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.935060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.935306] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.935452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.935540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.935950] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.935950] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.936068] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f is going to be updated. [ 936.949704] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee177659-700f-431c-9a83-29cdd5050592 in Status: SUCCESS [ 936.949922] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee177659-700f-431c-9a83-29cdd5050592 deletion is rescheduled due to dependency. [ 936.950703] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee177659-700f-431c-9a83-29cdd5050592" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.989077] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.989077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.989077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.989359] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.989390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.006098] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: IN_PROGRESS for 2s [ 937.182954] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.411072] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.686305] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.686457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.686522] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.686735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.686819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.686915] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 937.691883] env[65116]: INFO networking_nsxv3.common.synchronization [req-5bdc68c4-912c-42f1-a138-f4e12bd1480b req-19b335bc-0d79-4110-a90f-7fcb1eacfbe4 tempest-ServersNegativeTestJSON-630948171 tempest-ServersNegativeTestJSON-630948171-project-member] Enqueued Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_members [ 937.692443] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_members [ 937.692751] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.692879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.692950] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.693272] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.693454] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.693564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.693629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.693793] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.693876] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.693974] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.721382] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.721533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.721610] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.721794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.721953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.731670] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 937.913541] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.052713] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.052934] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-963" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.053068] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-963" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.053409] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-963" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.053715] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.053889] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.054122] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.054329] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.054479] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.054792] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.054927] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.055048] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.055162] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.055298] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.055454] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.055687] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.075790] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.075983] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.076147] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.076343] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-963" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.076718] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-04d47dd2-7f48-48e4-aed4-9d693168b8ca taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.076997] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.077221] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.077641] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.077921] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d47dd2-7f48-48e4-aed4-9d693168b8ca',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.196646] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.197051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.197051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.197156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.197198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.197393] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.197499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.197562] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.197726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.197800] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.197888] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a already deleted. [ 938.197995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.416108] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.416278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.416350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.416637] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.416752] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.416869] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be updated. [ 938.449771] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.449935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.450040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.450212] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.450357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.459427] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 938.581847] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.581847] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.581847] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.581847] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.581847] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.581847] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 04d47dd2-7f48-48e4-aed4-9d693168b8ca not found, creating... [ 938.581847] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.581847] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.582253] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.582348] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.582516] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.582863] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.582965] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.583096] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.583599] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.583599] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.583599] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 04d47dd2-7f48-48e4-aed4-9d693168b8ca is going to be created. [ 938.605965] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.605965] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.605965] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.608317] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.608317] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.608317] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.813193] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf in Status: SUCCESS [ 938.813193] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8758f124-33db-4ee5-b0c4-7fa5a49a3cdf deletion is rescheduled due to dependency. [ 938.813193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8758f124-33db-4ee5-b0c4-7fa5a49a3cdf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.020770] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6928ba4-3270-4d05-b3e6-95861604d40f in Status: SUCCESS [ 939.021073] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f deletion is rescheduled due to dependency. [ 939.021229] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.291679] env[65116]: INFO networking_nsxv3.common.synchronization [req-d2d6b039-ab0a-41ee-b2cd-002025f951d9 req-0b1477c5-1c2f-450e-be16-aa586d8ee9e4 tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_members [ 939.292624] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_members [ 939.292990] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.293137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.293203] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.293413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.293578] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.293692] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.293760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.293923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.294045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.294166] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.374763] env[65116]: INFO networking_nsxv3.common.synchronization [req-5bdc68c4-912c-42f1-a138-f4e12bd1480b req-7579f7e0-9cc9-44c5-b896-7744d1bfc99e service nova] Enqueued Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_rules [ 939.375044] env[65116]: INFO networking_nsxv3.common.synchronization [req-5bdc68c4-912c-42f1-a138-f4e12bd1480b req-7579f7e0-9cc9-44c5-b896-7744d1bfc99e service nova] Enqueued Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_members [ 939.375244] env[65116]: INFO networking_nsxv3.common.synchronization [req-5bdc68c4-912c-42f1-a138-f4e12bd1480b req-7579f7e0-9cc9-44c5-b896-7744d1bfc99e service nova] Enqueued Resource ID: 04d47dd2-7f48-48e4-aed4-9d693168b8ca with Priority: HIGHEST for action port [ 939.375948] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_rules [ 939.376063] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_members [ 939.376197] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d47dd2-7f48-48e4-aed4-9d693168b8ca with Priority: HIGHEST for action port [ 939.376846] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.377018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.377165] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.377460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.377563] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.379194] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.379559] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.379687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.379971] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.380240] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.380675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.380805] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.381059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.381196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.381363] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.382369] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-04d47dd2-7f48-48e4-aed4-9d693168b8ca taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.382538] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.383175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.383454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.383732] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d47dd2-7f48-48e4-aed4-9d693168b8ca',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.742393] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 939.742853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.797436] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.797597] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.797667] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.797892] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.797988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.798209] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.798313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.798371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.798525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.798621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.798760] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 is going to be updated. [ 939.827425] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.827593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.827640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.827858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.828000] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.837770] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 in Status: IN_PROGRESS for 2s [ 939.885673] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.885820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.886564] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.887269] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04d47dd2-7f48-48e4-aed4-9d693168b8ca with status ACTIVE [ 939.887269] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.887269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.887394] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.887512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.887566] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.888299] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.888299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.888299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.888299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.888299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.888299] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.888707] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.888707] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.888707] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.888707] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.888707] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04d47dd2-7f48-48e4-aed4-9d693168b8ca is going to be updated. [ 939.917545] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.917545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.917545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.917545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.917545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.917545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.333521] env[65116]: INFO networking_nsxv3.common.synchronization [req-3c17babe-e875-4030-8b4c-f5b937f08789 req-ad4a0a26-65ea-4ee7-acc0-3f47c1974a42 tempest-ServersV294TestFqdnHostnames-1463148082 tempest-ServersV294TestFqdnHostnames-1463148082-project-member] Enqueued Resource ID: 5fd56965-7771-44ab-a5b9-eec31944a463 with Priority: HIGHEST for action security_group_members [ 940.334151] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd56965-7771-44ab-a5b9-eec31944a463 with Priority: HIGHEST for action security_group_members [ 940.334463] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd56965-7771-44ab-a5b9-eec31944a463 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.334582] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.334644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.334897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.335133] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.335278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.335847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.335847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.335847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.335847] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fd56965-7771-44ab-a5b9-eec31944a463',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.391418] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.472823] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 940.473206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.602308] env[65116]: INFO networking_nsxv3.common.synchronization [req-8869666c-8bcb-4b22-a8cc-6552108016b0 req-cf7cb44a-1c7c-4939-8f03-3b654ed77bde tempest-ServerMetadataTestJSON-1022422317 tempest-ServerMetadataTestJSON-1022422317-project-member] Enqueued Resource ID: abd218db-a28f-4089-9d3a-1ac098b1948f with Priority: HIGHEST for action security_group_members [ 940.602849] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd218db-a28f-4089-9d3a-1ac098b1948f with Priority: HIGHEST for action security_group_members [ 940.603248] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-abd218db-a28f-4089-9d3a-1ac098b1948f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.603410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.603516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.603729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.603892] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.603992] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.604067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.604305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.604361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.604418] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abd218db-a28f-4089-9d3a-1ac098b1948f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.755591] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.755591] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-368" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.756174] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-368" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.760128] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-368" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.760128] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.760128] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.760128] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.760128] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.760128] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.760128] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.760128] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.760128] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.760128] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.760128] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.760128] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.760128] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.806744] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.806978] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.807302] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.807302] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-368" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.807659] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-86149f88-993f-45cf-94be-cb2781e74ac9 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.808793] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-86149f88-993f-45cf-94be-cb2781e74ac9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.808793] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-86149f88-993f-45cf-94be-cb2781e74ac9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.808793] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-86149f88-993f-45cf-94be-cb2781e74ac9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.808793] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86149f88-993f-45cf-94be-cb2781e74ac9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.838195] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.838195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.838195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.838457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.838554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.838818] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.838957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.839052] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.839222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.839303] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.839405] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd56965-7771-44ab-a5b9-eec31944a463 already deleted. [ 940.839507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.894234] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.894234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.894234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.894545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.894589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.894656] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a is going to be created. [ 940.930877] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.931057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.931198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.931403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.931594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.943601] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: UNINITIALIZED for 2s [ 941.110036] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.110036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.110036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.110036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.110036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.110036] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.110036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.110036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.110036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.110036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.110036] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abd218db-a28f-4089-9d3a-1ac098b1948f is going to be updated. [ 941.146266] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.146441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.146516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.146784] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.146938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.157729] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abd218db-a28f-4089-9d3a-1ac098b1948f in Status: IN_PROGRESS for 2s [ 941.315064] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.315064] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.315064] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.315064] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.315314] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.315928] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 86149f88-993f-45cf-94be-cb2781e74ac9 not found, creating... [ 941.316321] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.316547] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.316731] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.316930] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.317099] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.317630] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.317810] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.317995] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.321024] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.321024] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.321024] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 86149f88-993f-45cf-94be-cb2781e74ac9 is going to be created. [ 941.373627] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.373956] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.374152] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.374868] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.375208] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.375497] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-86149f88-993f-45cf-94be-cb2781e74ac9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.850211] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 in Status: SUCCESS [ 941.850211] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 deletion is rescheduled due to dependency. [ 941.850211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.061062] env[65116]: INFO networking_nsxv3.common.synchronization [req-3c17babe-e875-4030-8b4c-f5b937f08789 req-f991dc92-1ece-4e3e-9259-c7f03d11f861 service nova] Enqueued Resource ID: 5fd56965-7771-44ab-a5b9-eec31944a463 with Priority: HIGHEST for action security_group_rules [ 942.061062] env[65116]: INFO networking_nsxv3.common.synchronization [req-3c17babe-e875-4030-8b4c-f5b937f08789 req-f991dc92-1ece-4e3e-9259-c7f03d11f861 service nova] Enqueued Resource ID: 5fd56965-7771-44ab-a5b9-eec31944a463 with Priority: HIGHEST for action security_group_members [ 942.061276] env[65116]: INFO networking_nsxv3.common.synchronization [req-3c17babe-e875-4030-8b4c-f5b937f08789 req-f991dc92-1ece-4e3e-9259-c7f03d11f861 service nova] Enqueued Resource ID: 86149f88-993f-45cf-94be-cb2781e74ac9 with Priority: HIGHEST for action port [ 942.062715] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd56965-7771-44ab-a5b9-eec31944a463 with Priority: HIGHEST for action security_group_rules [ 942.062919] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd56965-7771-44ab-a5b9-eec31944a463 with Priority: HIGHEST for action security_group_members [ 942.063116] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86149f88-993f-45cf-94be-cb2781e74ac9 with Priority: HIGHEST for action port [ 942.063519] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fd56965-7771-44ab-a5b9-eec31944a463 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.063627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.063930] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.063930] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.064087] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fd56965-7771-44ab-a5b9-eec31944a463',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.064939] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd56965-7771-44ab-a5b9-eec31944a463 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.065496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.065636] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.065901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.066077] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.066231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.066279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.066386] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.066473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.066564] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fd56965-7771-44ab-a5b9-eec31944a463',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.068957] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-86149f88-993f-45cf-94be-cb2781e74ac9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.068957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86149f88-993f-45cf-94be-cb2781e74ac9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.068957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86149f88-993f-45cf-94be-cb2781e74ac9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.068957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86149f88-993f-45cf-94be-cb2781e74ac9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.068957] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86149f88-993f-45cf-94be-cb2781e74ac9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.569469] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd56965-7771-44ab-a5b9-eec31944a463 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.569779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.572323] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fd56965-7771-44ab-a5b9-eec31944a463',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.573367] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86149f88-993f-45cf-94be-cb2781e74ac9 with status ACTIVE [ 942.573556] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.573711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.573750] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.574052] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.574220] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.574430] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.574538] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.574603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.574786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.574871] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.575062] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.575156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.575218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.575356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.575429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.575514] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86149f88-993f-45cf-94be-cb2781e74ac9 is going to be updated. [ 942.599545] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.600429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.600429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.600429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.600429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.600429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86149f88-993f-45cf-94be-cb2781e74ac9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.957698] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: SUCCESS [ 942.957698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.957698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.957698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.957698] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.957698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.957698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.957698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.957698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.958466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.958466] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.078651] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fd56965-7771-44ab-a5b9-eec31944a463',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.173954] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abd218db-a28f-4089-9d3a-1ac098b1948f in Status: SUCCESS [ 943.174296] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abd218db-a28f-4089-9d3a-1ac098b1948f deletion is rescheduled due to dependency. [ 943.174396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abd218db-a28f-4089-9d3a-1ac098b1948f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.327803] env[65116]: INFO networking_nsxv3.common.synchronization [req-c831c586-c685-428c-a235-1b0acd2b1f50 req-e8580e7f-af2e-44bf-8cad-4fc2bc25b08a tempest-ServersTestBootFromVolume-437173978 tempest-ServersTestBootFromVolume-437173978-project-member] Enqueued Resource ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d with Priority: HIGHEST for action security_group_members [ 943.327803] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d with Priority: HIGHEST for action security_group_members [ 943.327803] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a31b0ff-fad5-4540-91f2-aa172e79991d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.327803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.327803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.327803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.327803] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.327803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.327803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.328136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.328136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.328136] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a31b0ff-fad5-4540-91f2-aa172e79991d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.462835] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.462835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.462835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.462835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.462835] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.462835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.462835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.462835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.462835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.462835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.462835] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.462835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.462835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.462835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.463346] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.463459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.463568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.463780] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.463934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.464136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.464301] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.581619] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.581945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.581945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.582209] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.582263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.582363] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd56965-7771-44ab-a5b9-eec31944a463 is going to be created. [ 943.610795] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.610795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.610991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.611515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.611515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.625442] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd56965-7771-44ab-a5b9-eec31944a463 in Status: UNINITIALIZED for 2s [ 943.830568] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.830740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.830850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.831111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.831212] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.831489] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.832152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.832152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.832152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.832152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.832152] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d is going to be updated. [ 943.863717] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.864043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.864043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.864326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.864496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.873924] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d in Status: IN_PROGRESS for 2s [ 943.969015] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72ebab7d-a291-4f8e-a0d2-03b33f95b41a: rpc.has_security_group_logging(os_id): False [ 943.999596] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.999774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.999877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.000407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.000899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.000899] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.000899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.001161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.001201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.001306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.001517] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.001612] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.001792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.002029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.002029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.002243] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.002338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.002399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.002560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.002654] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.003051] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a is going to be created. [ 944.093060] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.093300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.093369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.093798] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.094157] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.112691] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: IN_PROGRESS for 2s [ 945.640054] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd56965-7771-44ab-a5b9-eec31944a463 in Status: SUCCESS [ 945.640054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.640509] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.640509] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.640618] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.640795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.640795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.640962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.641032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.641084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.641169] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fd56965-7771-44ab-a5b9-eec31944a463',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.895921] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d in Status: SUCCESS [ 945.895921] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a31b0ff-fad5-4540-91f2-aa172e79991d deletion is rescheduled due to dependency. [ 945.895921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a31b0ff-fad5-4540-91f2-aa172e79991d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.125365] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: SUCCESS [ 946.126351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.143039] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fd56965-7771-44ab-a5b9-eec31944a463',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.651918] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fd56965-7771-44ab-a5b9-eec31944a463: rpc.has_security_group_logging(os_id): False [ 946.670622] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.670900] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.670900] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.671503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.671503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.671503] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.671691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.671731] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.671914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.671995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.672105] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fd56965-7771-44ab-a5b9-eec31944a463 is going to be created. [ 946.744589] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.745364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.745364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.745364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.745364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.763244] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fd56965-7771-44ab-a5b9-eec31944a463 in Status: IN_PROGRESS for 2s [ 948.078630] env[65116]: INFO networking_nsxv3.common.synchronization [req-cb20d816-0b64-4f79-bb4f-60e9f7c8b7c3 req-e075868f-2030-42e7-b034-3e2102d53236 tempest-MigrationsAdminTest-1477697275 tempest-MigrationsAdminTest-1477697275-project-member] Enqueued Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_members [ 948.079233] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 with Priority: HIGHEST for action security_group_members [ 948.079497] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-145a65d7-769d-4b64-8d56-37c2bf3d0e21 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.079618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.079706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.079877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.080043] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.080138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.080229] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.080607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.080711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.080821] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('145a65d7-769d-4b64-8d56-37c2bf3d0e21',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.421558] env[65116]: INFO networking_nsxv3.common.synchronization [req-7cd83cb6-e82a-4a42-8dac-eade4ce13241 req-5bc8846a-0f3b-419c-917a-4dba94ff762c tempest-AttachVolumeTestJSON-1850153687 tempest-AttachVolumeTestJSON-1850153687-project-member] Enqueued Resource ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 with Priority: HIGHEST for action security_group_members [ 948.423324] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 with Priority: HIGHEST for action security_group_members [ 948.423730] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4390399b-fe16-41dc-a683-bec34cfd9bd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.423881] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.423987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.424285] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.424454] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.424605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.424649] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.424799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.424888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.424988] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4390399b-fe16-41dc-a683-bec34cfd9bd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.584231] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.584374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.584374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.584568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.606064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.606759] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.607246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.607246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.607246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.607451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.607493] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 is going to be updated. [ 948.637644] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.637877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.637920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.638278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.638367] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.650383] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 in Status: IN_PROGRESS for 2s [ 948.780242] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fd56965-7771-44ab-a5b9-eec31944a463 in Status: SUCCESS [ 948.780242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.811510] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.811797] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-679" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.811927] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-679" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.812497] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-679" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.812787] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.812929] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.813058] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.813296] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.813438] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.813652] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.813767] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.813878] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.813987] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.814111] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.814220] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.814352] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.839067] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.839067] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.839067] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.839067] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-679" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.839449] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-e31cbeae-05bc-416d-9df3-10f09d947ba4 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.839449] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-e31cbeae-05bc-416d-9df3-10f09d947ba4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.839564] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-e31cbeae-05bc-416d-9df3-10f09d947ba4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.840240] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-e31cbeae-05bc-416d-9df3-10f09d947ba4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.840240] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e31cbeae-05bc-416d-9df3-10f09d947ba4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.929236] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.929414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.929542] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.929905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.929905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.930785] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.930785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.930785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.930785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.930785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.930785] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 already deleted. [ 948.930785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.345228] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.345570] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.345570] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.345927] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.346060] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.346990] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port e31cbeae-05bc-416d-9df3-10f09d947ba4 not found, creating... [ 949.346990] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.346990] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.346990] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.346990] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.347221] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.347332] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.347494] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.347591] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.347785] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.347922] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.348097] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: e31cbeae-05bc-416d-9df3-10f09d947ba4 is going to be created. [ 949.373157] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.373490] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.375016] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.375016] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.375016] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.375016] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-e31cbeae-05bc-416d-9df3-10f09d947ba4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.142652] env[65116]: INFO networking_nsxv3.common.synchronization [req-7cd83cb6-e82a-4a42-8dac-eade4ce13241 req-2685b6c8-f950-446f-ad9b-c25b63d36fb8 service nova] Enqueued Resource ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 with Priority: HIGHEST for action security_group_rules [ 950.142936] env[65116]: INFO networking_nsxv3.common.synchronization [req-7cd83cb6-e82a-4a42-8dac-eade4ce13241 req-2685b6c8-f950-446f-ad9b-c25b63d36fb8 service nova] Enqueued Resource ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 with Priority: HIGHEST for action security_group_members [ 950.143129] env[65116]: INFO networking_nsxv3.common.synchronization [req-7cd83cb6-e82a-4a42-8dac-eade4ce13241 req-2685b6c8-f950-446f-ad9b-c25b63d36fb8 service nova] Enqueued Resource ID: e31cbeae-05bc-416d-9df3-10f09d947ba4 with Priority: HIGHEST for action port [ 950.143791] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 with Priority: HIGHEST for action security_group_rules [ 950.143972] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 with Priority: HIGHEST for action security_group_members [ 950.144599] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e31cbeae-05bc-416d-9df3-10f09d947ba4 with Priority: HIGHEST for action port [ 950.145120] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4390399b-fe16-41dc-a683-bec34cfd9bd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.145300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.145404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.145700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.145792] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4390399b-fe16-41dc-a683-bec34cfd9bd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.147897] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4390399b-fe16-41dc-a683-bec34cfd9bd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.147897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.148042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.148247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.148451] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.148584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.148676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.148877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.151207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.151207] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4390399b-fe16-41dc-a683-bec34cfd9bd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.151207] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-e31cbeae-05bc-416d-9df3-10f09d947ba4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.151207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e31cbeae-05bc-416d-9df3-10f09d947ba4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.151207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e31cbeae-05bc-416d-9df3-10f09d947ba4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.151207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e31cbeae-05bc-416d-9df3-10f09d947ba4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.151207] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e31cbeae-05bc-416d-9df3-10f09d947ba4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.562243] env[65116]: INFO networking_nsxv3.common.synchronization [req-d52627f5-bcee-46c6-85b3-0ba661b38e1b req-8b02f318-6bf2-4e97-97b6-bd563a10b717 tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGHEST for action security_group_members [ 950.562842] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGHEST for action security_group_members [ 950.563550] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-949fcc4b-7dd3-40d9-8bad-9227b874275f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.566228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.566228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.566466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.566602] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.566794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.566794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.566941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.567056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.567163] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949fcc4b-7dd3-40d9-8bad-9227b874275f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.648883] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4390399b-fe16-41dc-a683-bec34cfd9bd1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.649097] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.652771] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e31cbeae-05bc-416d-9df3-10f09d947ba4 with status ACTIVE [ 950.654236] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.654236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.654236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.654236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.654488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.654858] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.654973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.656201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.656201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.656201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.656201] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.656201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.656450] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.656450] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.656535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.656599] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e31cbeae-05bc-416d-9df3-10f09d947ba4 is going to be updated. [ 950.657796] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4390399b-fe16-41dc-a683-bec34cfd9bd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.674877] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 in Status: SUCCESS [ 950.674877] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 145a65d7-769d-4b64-8d56-37c2bf3d0e21 deletion is rescheduled due to dependency. [ 950.674877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145a65d7-769d-4b64-8d56-37c2bf3d0e21" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.683858] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.684199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.684371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.684672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.684905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.685239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e31cbeae-05bc-416d-9df3-10f09d947ba4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.965760] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.966014] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.966211] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.966553] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.966910] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.967109] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.967244] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.967474] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.967624] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.967848] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.968091] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.968155] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.968225] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.968336] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.968438] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.968567] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.002259] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.002429] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.002557] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.002740] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.003111] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-ad549932-0308-4165-96b1-9b4e419b6d05 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.003321] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-ad549932-0308-4165-96b1-9b4e419b6d05" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.004772] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-ad549932-0308-4165-96b1-9b4e419b6d05" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.004772] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-ad549932-0308-4165-96b1-9b4e419b6d05" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.004772] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad549932-0308-4165-96b1-9b4e419b6d05',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.070451] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.070678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.070678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.070885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.070956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.071162] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.071263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.071318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.071486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.071561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.071648] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f already deleted. [ 951.071729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.162249] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4390399b-fe16-41dc-a683-bec34cfd9bd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.506424] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.510022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.510022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.510022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.510022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.510022] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port ad549932-0308-4165-96b1-9b4e419b6d05 not found, creating... [ 951.510022] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.510022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.510022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.510022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.510022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.510476] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.510476] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.510476] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.510476] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.510476] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.510476] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: ad549932-0308-4165-96b1-9b4e419b6d05 is going to be created. [ 951.540497] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.540497] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.540497] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.540497] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.540497] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.540497] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-ad549932-0308-4165-96b1-9b4e419b6d05" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.665397] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.665700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.665700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.665984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.665984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.666688] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 is going to be created. [ 951.715607] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.715818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.715939] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.716210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.716455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.727179] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 in Status: UNINITIALIZED for 2s [ 951.991628] env[65116]: INFO networking_nsxv3.common.synchronization [None req-f526fc44-bb0c-429c-bb05-444755e9e416 None None] Enqueued Resource ID: 1b0bae9c-2300-433e-8bb9-b4e3f9e778a1 with Priority: HIGHEST for action port [ 951.992552] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0bae9c-2300-433e-8bb9-b4e3f9e778a1 with Priority: HIGHEST for action port [ 951.992552] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b0bae9c-2300-433e-8bb9-b4e3f9e778a1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.992764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b0bae9c-2300-433e-8bb9-b4e3f9e778a1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.992764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b0bae9c-2300-433e-8bb9-b4e3f9e778a1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.993031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b0bae9c-2300-433e-8bb9-b4e3f9e778a1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.994822] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b0bae9c-2300-433e-8bb9-b4e3f9e778a1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.279064] env[65116]: INFO networking_nsxv3.common.synchronization [req-d52627f5-bcee-46c6-85b3-0ba661b38e1b req-c7a82729-6119-410b-a94b-1c93ecfc2f5b service nova] Enqueued Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGHEST for action security_group_rules [ 952.279289] env[65116]: INFO networking_nsxv3.common.synchronization [req-d52627f5-bcee-46c6-85b3-0ba661b38e1b req-c7a82729-6119-410b-a94b-1c93ecfc2f5b service nova] Enqueued Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGHEST for action security_group_members [ 952.279355] env[65116]: INFO networking_nsxv3.common.synchronization [req-d52627f5-bcee-46c6-85b3-0ba661b38e1b req-c7a82729-6119-410b-a94b-1c93ecfc2f5b service nova] Enqueued Resource ID: ad549932-0308-4165-96b1-9b4e419b6d05 with Priority: HIGHEST for action port [ 952.279920] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGHEST for action security_group_rules [ 952.280124] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGHEST for action security_group_members [ 952.280755] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad549932-0308-4165-96b1-9b4e419b6d05 with Priority: HIGHEST for action port [ 952.280755] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949fcc4b-7dd3-40d9-8bad-9227b874275f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.280755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.280755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.280992] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.280992] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949fcc4b-7dd3-40d9-8bad-9227b874275f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.281865] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-949fcc4b-7dd3-40d9-8bad-9227b874275f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.281975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.282056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.282544] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.282544] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.282544] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.282544] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.283222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.283222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.283222] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949fcc4b-7dd3-40d9-8bad-9227b874275f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.283903] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad549932-0308-4165-96b1-9b4e419b6d05 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.284087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad549932-0308-4165-96b1-9b4e419b6d05" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.284174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad549932-0308-4165-96b1-9b4e419b6d05" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.285046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad549932-0308-4165-96b1-9b4e419b6d05" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.285046] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad549932-0308-4165-96b1-9b4e419b6d05',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.499178] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b0bae9c-2300-433e-8bb9-b4e3f9e778a1 [ 952.499178] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.499178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.499178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.499178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.499382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.499382] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b0bae9c-2300-433e-8bb9-b4e3f9e778a1 already deleted. [ 952.499439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b0bae9c-2300-433e-8bb9-b4e3f9e778a1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.786704] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-949fcc4b-7dd3-40d9-8bad-9227b874275f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.786997] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.788443] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949fcc4b-7dd3-40d9-8bad-9227b874275f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.789806] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad549932-0308-4165-96b1-9b4e419b6d05 with status ACTIVE [ 952.789806] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.789806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.789806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.790104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.790104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.790227] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.790312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.790385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.790710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.790839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.791058] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.791187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.792480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.793482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.797021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.797021] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad549932-0308-4165-96b1-9b4e419b6d05 is going to be updated. [ 952.817564] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.817717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.817790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.818035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.818193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.818348] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad549932-0308-4165-96b1-9b4e419b6d05" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.296745] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949fcc4b-7dd3-40d9-8bad-9227b874275f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.742252] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 in Status: SUCCESS [ 953.742252] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.742401] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.742593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.744017] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.744017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.744017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.744017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.744017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.744017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.744017] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4390399b-fe16-41dc-a683-bec34cfd9bd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.799220] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.799479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.799479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.799694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.799771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.801118] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f is going to be created. [ 953.828399] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.828399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.828399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.828608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.828780] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.842473] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f in Status: UNINITIALIZED for 2s [ 954.111128] env[65116]: INFO networking_nsxv3.common.synchronization [None req-911058df-9c73-46cb-b9b4-5adfeba74e5f None None] Enqueued Resource ID: 79776f53-d587-48bf-8ac1-312d88a1ce3e with Priority: HIGHEST for action port [ 954.111372] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79776f53-d587-48bf-8ac1-312d88a1ce3e with Priority: HIGHEST for action port [ 954.112465] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-79776f53-d587-48bf-8ac1-312d88a1ce3e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.112465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79776f53-d587-48bf-8ac1-312d88a1ce3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.112465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79776f53-d587-48bf-8ac1-312d88a1ce3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.112465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79776f53-d587-48bf-8ac1-312d88a1ce3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.112465] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79776f53-d587-48bf-8ac1-312d88a1ce3e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.246828] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4390399b-fe16-41dc-a683-bec34cfd9bd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.617618] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79776f53-d587-48bf-8ac1-312d88a1ce3e [ 954.617618] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.617618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.617618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.617618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.617618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.617618] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79776f53-d587-48bf-8ac1-312d88a1ce3e already deleted. [ 954.617618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79776f53-d587-48bf-8ac1-312d88a1ce3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.749168] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4390399b-fe16-41dc-a683-bec34cfd9bd1: rpc.has_security_group_logging(os_id): False [ 954.770030] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.770219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.770587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.770847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.770931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.771190] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.771297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.771363] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.771510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.772160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.772160] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 is going to be created. [ 954.840173] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.840173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.840173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.840173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.840173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.854245] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 in Status: IN_PROGRESS for 2s [ 955.173071] env[65116]: INFO networking_nsxv3.common.synchronization [req-a4e70270-f85f-40eb-976b-f1402823db7d req-1ac6f37a-139b-426b-af07-4ac695da5f46 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 with Priority: HIGHEST for action security_group_members [ 955.173071] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 with Priority: HIGHEST for action security_group_members [ 955.173071] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.173071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.173071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.173314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.173484] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.173561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.173625] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.173814] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.173901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.173980] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f42c57c6-4d6c-4ed1-8aab-69a458e090f4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.611621] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.612385] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.612696] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.613118] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.613809] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.615196] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.615196] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.615847] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.615847] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.616180] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.616356] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.616916] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.617111] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.617604] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.617806] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.618046] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.645201] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.646365] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.647362] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.647362] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.647826] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-f696eb6b-11cc-4a52-9742-e5de719ed10b taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.649738] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-f696eb6b-11cc-4a52-9742-e5de719ed10b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.649738] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-f696eb6b-11cc-4a52-9742-e5de719ed10b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.649738] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-f696eb6b-11cc-4a52-9742-e5de719ed10b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.649738] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f696eb6b-11cc-4a52-9742-e5de719ed10b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.675945] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.676162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.676204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.676404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.676488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.677383] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.677383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.677383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.677383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.677383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.677383] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 already deleted. [ 955.677383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.853959] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f in Status: SUCCESS [ 955.854254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.854447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.854664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.854853] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.854974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.855058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.855235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.855320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.855426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.855542] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('949fcc4b-7dd3-40d9-8bad-9227b874275f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.154951] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.155179] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.155398] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.155752] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.155929] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.156110] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port f696eb6b-11cc-4a52-9742-e5de719ed10b not found, creating... [ 956.156474] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.156589] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.156760] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.156981] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.157162] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.157486] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.157649] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.157768] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.157986] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.158137] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.158544] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: f696eb6b-11cc-4a52-9742-e5de719ed10b is going to be created. [ 956.181895] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.182386] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.182386] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.182549] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.182772] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.183031] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-f696eb6b-11cc-4a52-9742-e5de719ed10b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.360929] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('949fcc4b-7dd3-40d9-8bad-9227b874275f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.816664] env[65116]: INFO networking_nsxv3.common.synchronization [req-1732a3ff-b5f4-4dc2-b1aa-79d007e931ba req-488f1aa9-2c98-46fe-b1d8-87ba5fa291af tempest-ServerDiskConfigTestJSON-1517940131 tempest-ServerDiskConfigTestJSON-1517940131-project-member] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 956.817313] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 956.817718] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.818308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.818395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.818601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.818760] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.818865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.818927] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.819099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.819202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.819337] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.866141] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 949fcc4b-7dd3-40d9-8bad-9227b874275f: rpc.has_security_group_logging(os_id): False [ 956.875485] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 in Status: SUCCESS [ 956.875485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.891619] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.891619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.891619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.891619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.891619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.891619] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.891619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.891619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.891619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.891619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.892245] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f is going to be created. [ 956.917906] env[65116]: INFO networking_nsxv3.common.synchronization [req-a4e70270-f85f-40eb-976b-f1402823db7d req-4eaecd10-1eb7-4194-84d3-d4fa51ddf7c6 service nova] Enqueued Resource ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 with Priority: HIGHEST for action security_group_rules [ 956.917906] env[65116]: INFO networking_nsxv3.common.synchronization [req-a4e70270-f85f-40eb-976b-f1402823db7d req-4eaecd10-1eb7-4194-84d3-d4fa51ddf7c6 service nova] Enqueued Resource ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 with Priority: HIGHEST for action security_group_members [ 956.917906] env[65116]: INFO networking_nsxv3.common.synchronization [req-a4e70270-f85f-40eb-976b-f1402823db7d req-4eaecd10-1eb7-4194-84d3-d4fa51ddf7c6 service nova] Enqueued Resource ID: f696eb6b-11cc-4a52-9742-e5de719ed10b with Priority: HIGHEST for action port [ 956.918402] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 with Priority: HIGHEST for action security_group_rules [ 956.918548] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 with Priority: HIGHEST for action security_group_members [ 956.918647] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f696eb6b-11cc-4a52-9742-e5de719ed10b with Priority: HIGHEST for action port [ 956.918953] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.919094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.919126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.919317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.919455] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f42c57c6-4d6c-4ed1-8aab-69a458e090f4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.920666] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.920666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.920666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.920957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.921129] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.921244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.921308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.921874] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.922239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.922239] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f42c57c6-4d6c-4ed1-8aab-69a458e090f4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.923816] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-f696eb6b-11cc-4a52-9742-e5de719ed10b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.923935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f696eb6b-11cc-4a52-9742-e5de719ed10b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.924115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f696eb6b-11cc-4a52-9742-e5de719ed10b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.924311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f696eb6b-11cc-4a52-9742-e5de719ed10b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.924401] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f696eb6b-11cc-4a52-9742-e5de719ed10b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.978776] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.979045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.979134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.979491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.979641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.001381] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f in Status: IN_PROGRESS for 2s [ 957.322122] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.322231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.323019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.323019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.323019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.323019] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.323019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.323019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.323379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.323379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.323379] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 957.353416] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.353416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.353416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.353416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.353416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.364138] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 957.427023] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.428152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.428152] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f42c57c6-4d6c-4ed1-8aab-69a458e090f4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.432335] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f696eb6b-11cc-4a52-9742-e5de719ed10b with status ACTIVE [ 957.432335] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.432335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.432335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.432335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.432335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.432335] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.432335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.432335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.432335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.432335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.432335] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.432335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.432335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.433120] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.433326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.433566] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f696eb6b-11cc-4a52-9742-e5de719ed10b is going to be updated. [ 957.458180] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.458180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.458180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.458180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.458355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.458386] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f696eb6b-11cc-4a52-9742-e5de719ed10b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.936327] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f42c57c6-4d6c-4ed1-8aab-69a458e090f4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.439100] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.439370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.439481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.439848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.440507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.440625] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 is going to be created. [ 958.466051] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.466207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.466281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.466542] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.466787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.478303] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 in Status: UNINITIALIZED for 2s [ 959.017497] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f in Status: SUCCESS [ 959.017762] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.373876] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 959.374075] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff deletion is rescheduled due to dependency. [ 959.374193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.491726] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 in Status: SUCCESS [ 960.492033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.492033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.493458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.493458] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.493458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.493458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.493458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.493458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.493458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.493458] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f42c57c6-4d6c-4ed1-8aab-69a458e090f4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.996039] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f42c57c6-4d6c-4ed1-8aab-69a458e090f4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.500550] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f42c57c6-4d6c-4ed1-8aab-69a458e090f4: rpc.has_security_group_logging(os_id): False [ 961.521951] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.522154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.522216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.522415] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.522507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.522877] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.523045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.523101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.523239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.523319] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.523413] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 is going to be created. [ 961.584654] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.584847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.584847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.585231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.585460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.598372] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 in Status: IN_PROGRESS for 2s [ 961.921021] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 961.921021] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 963.613654] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 in Status: SUCCESS [ 963.613939] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.630419] env[65116]: INFO networking_nsxv3.common.synchronization [req-b223eca7-6d42-4e99-a35c-03102bf90a1d req-f5780284-4833-48bf-9057-19cf3ccbf2f9 tempest-ServerActionsTestOtherB-1773662609 tempest-ServerActionsTestOtherB-1773662609-project-member] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 966.630876] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 966.631154] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.631280] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.631354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.631540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.631693] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.631793] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.631856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.632011] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.632101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.632191] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.134170] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.134411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.134562] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.137956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.138082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.138319] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.138438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.138511] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.138679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.138759] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.138852] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be updated. [ 967.168974] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.169924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.170070] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.170376] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.170613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.181639] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 969.194863] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 969.195276] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 deletion is rescheduled due to dependency. [ 969.195276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.632120] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 971.632585] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 972.116739] env[65116]: INFO networking_nsxv3.common.synchronization [req-0df4156d-7095-4258-ac32-0b329487991a req-17265359-8f28-459e-ae12-5b0eddff3535 tempest-ImagesTestJSON-1950073941 tempest-ImagesTestJSON-1950073941-project-member] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 972.117617] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 972.117696] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.117798] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.117840] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.118058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.118210] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.118315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.118380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.119249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.119249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.119249] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.620861] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.621155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.621279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.621564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.621759] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.622310] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.623046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.623146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.623352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.623456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.623566] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 972.659538] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.659848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.659848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.659937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.660103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.669740] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 974.681714] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 974.682021] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 deletion is rescheduled due to dependency. [ 974.682081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.118869] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 977.119177] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 978.546263] env[65116]: INFO networking_nsxv3.common.synchronization [req-f058c255-5059-4e25-b5d1-36fa4c961348 req-5636b313-e730-42e2-ae15-7ad085e92983 tempest-ServersAdminTestJSON-186124780 tempest-ServersAdminTestJSON-186124780-project-member] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 978.546828] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 978.547469] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.547606] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.547695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.547848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.548031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.548135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.548199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.548358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.548434] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.548531] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.780349] env[65116]: INFO networking_nsxv3.common.synchronization [None req-2fa5679e-cb8a-4eeb-b2ee-fe0d29db96cb None None] Enqueued Resource ID: 46e9e8a3-81fc-4816-a463-c824ddc6c6fa with Priority: HIGHEST for action port [ 978.780917] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e9e8a3-81fc-4816-a463-c824ddc6c6fa with Priority: HIGHEST for action port [ 978.781201] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-46e9e8a3-81fc-4816-a463-c824ddc6c6fa taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.781321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46e9e8a3-81fc-4816-a463-c824ddc6c6fa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.781382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46e9e8a3-81fc-4816-a463-c824ddc6c6fa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.781630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46e9e8a3-81fc-4816-a463-c824ddc6c6fa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.781713] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46e9e8a3-81fc-4816-a463-c824ddc6c6fa',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.050905] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.211204] env[65116]: INFO networking_nsxv3.common.synchronization [None req-8db59006-48f8-4c9a-ba7b-20203c8c81cb tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGHEST for action security_group_rules [ 979.213101] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGHEST for action security_group_rules [ 979.213101] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-739d6371-e9ca-4e58-9d28-dabf22428ee6 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.213101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.213101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.213567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.213567] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('739d6371-e9ca-4e58-9d28-dabf22428ee6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.284593] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46e9e8a3-81fc-4816-a463-c824ddc6c6fa [ 979.285271] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.285436] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.285530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.285738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.285986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.286124] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46e9e8a3-81fc-4816-a463-c824ddc6c6fa already deleted. [ 979.286281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46e9e8a3-81fc-4816-a463-c824ddc6c6fa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.366962] env[65116]: INFO networking_nsxv3.common.synchronization [None req-6c4e5ef5-0d56-443c-9902-726b56c0e64a tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGHEST for action security_group_rules [ 979.367411] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGHEST for action security_group_rules [ 979.368622] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-739d6371-e9ca-4e58-9d28-dabf22428ee6 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.368622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.557391] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.735406] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.735552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.735622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.735870] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.735966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.736080] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 already deleted. [ 979.736164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.736310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.736766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.736766] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('739d6371-e9ca-4e58-9d28-dabf22428ee6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.062875] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.062875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.062875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.062875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.062875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.062875] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be updated. [ 980.094240] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.094430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.094495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.094651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.094899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.105837] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 980.264204] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.266474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.266474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.266474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.266474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.266474] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 already deleted. [ 980.266474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.148806] env[65116]: INFO networking_nsxv3.common.synchronization [None req-96cbf534-2f1a-4622-9301-e33a6bc505d6 None None] Enqueued Resource ID: a9a23955-049a-417c-b6e7-aef949b3dd04 with Priority: HIGHEST for action port [ 981.149463] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9a23955-049a-417c-b6e7-aef949b3dd04 with Priority: HIGHEST for action port [ 981.149735] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9a23955-049a-417c-b6e7-aef949b3dd04 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.149882] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9a23955-049a-417c-b6e7-aef949b3dd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.149986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9a23955-049a-417c-b6e7-aef949b3dd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.150828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9a23955-049a-417c-b6e7-aef949b3dd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.150982] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9a23955-049a-417c-b6e7-aef949b3dd04',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.655167] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9a23955-049a-417c-b6e7-aef949b3dd04 [ 981.655167] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.655167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.655167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.655167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.655167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.655167] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9a23955-049a-417c-b6e7-aef949b3dd04 already deleted. [ 981.655167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9a23955-049a-417c-b6e7-aef949b3dd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.116500] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 982.116728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.150946] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 986.151236] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 987.734771] env[65116]: INFO networking_nsxv3.common.synchronization [req-7ea81f78-a7ea-46f4-bcfe-cd8455942982 req-dd851ba3-21e3-437b-8c49-0486c0e2f3dc tempest-ServersNegativeTestJSON-630948171 tempest-ServersNegativeTestJSON-630948171-project-member] Enqueued Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_members [ 987.735331] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_members [ 987.735615] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.735760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.735860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.736148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.736334] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.736462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.736525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.736715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.736892] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.737600] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.141036] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.141342] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-963" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.141545] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-963" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.142526] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-963" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.143314] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.143550] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.143607] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.144079] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.144297] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.144587] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.144715] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.144960] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.145059] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.145141] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.145291] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.145442] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.168252] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.168555] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.168657] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.168840] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-963" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.169223] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-24f646d7-31dd-416b-a619-d45d5e0fd1b2 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.169410] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-24f646d7-31dd-416b-a619-d45d5e0fd1b2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.169471] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-24f646d7-31dd-416b-a619-d45d5e0fd1b2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.169812] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-24f646d7-31dd-416b-a619-d45d5e0fd1b2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.169950] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24f646d7-31dd-416b-a619-d45d5e0fd1b2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.239387] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.674545] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.674896] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.675127] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.675535] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.675779] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.676051] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 24f646d7-31dd-416b-a619-d45d5e0fd1b2 not found, creating... [ 988.676471] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.676723] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.676917] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.677275] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.677502] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.677948] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.678214] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.678411] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.678726] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.678949] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.679221] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 24f646d7-31dd-416b-a619-d45d5e0fd1b2 is going to be created. [ 988.702924] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.703280] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.703526] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.703961] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.704371] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.704755] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-24f646d7-31dd-416b-a619-d45d5e0fd1b2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.741696] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.244035] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.244035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.244257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.244385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.245873] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.245873] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a is going to be updated. [ 989.272938] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.273125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.273274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.273417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.273615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.283634] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: IN_PROGRESS for 2s [ 989.448607] env[65116]: INFO networking_nsxv3.common.synchronization [req-7ea81f78-a7ea-46f4-bcfe-cd8455942982 req-ae22ab81-87e8-4746-94f3-fcfc378a46da service nova] Enqueued Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_rules [ 989.448794] env[65116]: INFO networking_nsxv3.common.synchronization [req-7ea81f78-a7ea-46f4-bcfe-cd8455942982 req-ae22ab81-87e8-4746-94f3-fcfc378a46da service nova] Enqueued Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_members [ 989.448933] env[65116]: INFO networking_nsxv3.common.synchronization [req-7ea81f78-a7ea-46f4-bcfe-cd8455942982 req-ae22ab81-87e8-4746-94f3-fcfc378a46da service nova] Enqueued Resource ID: 24f646d7-31dd-416b-a619-d45d5e0fd1b2 with Priority: HIGHEST for action port [ 989.449445] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_rules [ 989.449580] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_members [ 989.449676] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f646d7-31dd-416b-a619-d45d5e0fd1b2 with Priority: HIGHEST for action port [ 989.449948] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.450096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.450189] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.450376] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.450501] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.451259] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.451357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.451546] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-24f646d7-31dd-416b-a619-d45d5e0fd1b2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.451670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24f646d7-31dd-416b-a619-d45d5e0fd1b2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.451725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24f646d7-31dd-416b-a619-d45d5e0fd1b2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.451856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24f646d7-31dd-416b-a619-d45d5e0fd1b2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.451928] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24f646d7-31dd-416b-a619-d45d5e0fd1b2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.953677] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.953967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.954166] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24f646d7-31dd-416b-a619-d45d5e0fd1b2 with status ACTIVE [ 989.954441] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.954595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.954687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.954920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.955042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.955259] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.955378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.955475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.955668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.955749] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.955972] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.956079] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.956140] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.956288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.956354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.956451] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24f646d7-31dd-416b-a619-d45d5e0fd1b2 is going to be updated. [ 989.977275] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.977427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.977489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.977689] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.977856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.978031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24f646d7-31dd-416b-a619-d45d5e0fd1b2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.294972] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: SUCCESS [ 991.295542] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.295780] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.296107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.296364] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.296513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.296590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.296820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.296934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.297112] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.799865] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.301921] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.803916] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.804238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.804344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.804542] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.804629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.804735] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a is going to be updated. [ 992.834631] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.834772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.834847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.835114] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.835320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.844441] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: IN_PROGRESS for 2s [ 993.899756] env[65116]: INFO networking_nsxv3.common.synchronization [req-56bc9b41-8a3f-438c-9bb6-15b32110b1d3 req-78ea639e-cc89-4d51-bdc9-8167d8ac098e tempest-ImagesNegativeTestJSON-1426538924 tempest-ImagesNegativeTestJSON-1426538924-project-member] Enqueued Resource ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 with Priority: HIGHEST for action security_group_members [ 993.900683] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 with Priority: HIGHEST for action security_group_members [ 993.900683] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab71577-bbd4-46d0-9693-14722407a0d8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.901241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.901241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.901402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.901442] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.901553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.901643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.901830] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.901937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.902046] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ab71577-bbd4-46d0-9693-14722407a0d8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.247130] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.247232] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-884" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.247706] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-884" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.247877] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-884" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.248174] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.248346] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.249174] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.249174] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.249174] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.249174] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.249174] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.249644] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.249644] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.249644] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.249644] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.249771] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.271744] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.271963] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.272206] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.272459] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-884" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.272789] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-d9f74553-cfad-41e7-adf0-5faf0b793cf0 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.273052] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-d9f74553-cfad-41e7-adf0-5faf0b793cf0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.273198] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-d9f74553-cfad-41e7-adf0-5faf0b793cf0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.273623] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-d9f74553-cfad-41e7-adf0-5faf0b793cf0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.273790] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f74553-cfad-41e7-adf0-5faf0b793cf0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.404665] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.404835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.404898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.405163] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.405265] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.405479] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.405767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.405767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.405767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.405894] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.405979] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 already deleted. [ 994.406074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.776441] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.776581] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.776671] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.776959] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.777143] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.777302] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port d9f74553-cfad-41e7-adf0-5faf0b793cf0 not found, creating... [ 994.777556] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.777774] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.777904] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.778143] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.778277] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.778554] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.778705] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.778832] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.779126] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.779292] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.779429] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: d9f74553-cfad-41e7-adf0-5faf0b793cf0 is going to be created. [ 994.798837] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.799057] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.799185] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.799443] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.799666] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.799875] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-d9f74553-cfad-41e7-adf0-5faf0b793cf0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.863404] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: SUCCESS [ 994.863613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.863797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.864031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.864236] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.864353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.864419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.864574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.864654] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.864738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.864829] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.368065] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.368446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.368446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.368763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.369041] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.369159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.369233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.369379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.369462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.369546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.369702] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.369803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.369867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.369999] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.370158] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.370244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.370314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.370421] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.370501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.370591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.370689] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.535478] env[65116]: INFO networking_nsxv3.common.synchronization [req-56bc9b41-8a3f-438c-9bb6-15b32110b1d3 req-f41d668a-db44-461d-bed7-405b539f21cc service nova] Enqueued Resource ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 with Priority: HIGHEST for action security_group_rules [ 995.535650] env[65116]: INFO networking_nsxv3.common.synchronization [req-56bc9b41-8a3f-438c-9bb6-15b32110b1d3 req-f41d668a-db44-461d-bed7-405b539f21cc service nova] Enqueued Resource ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 with Priority: HIGHEST for action security_group_members [ 995.535786] env[65116]: INFO networking_nsxv3.common.synchronization [req-56bc9b41-8a3f-438c-9bb6-15b32110b1d3 req-f41d668a-db44-461d-bed7-405b539f21cc service nova] Enqueued Resource ID: d9f74553-cfad-41e7-adf0-5faf0b793cf0 with Priority: HIGHEST for action port [ 995.536566] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 with Priority: HIGHEST for action security_group_rules [ 995.536759] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 with Priority: HIGHEST for action security_group_members [ 995.536959] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f74553-cfad-41e7-adf0-5faf0b793cf0 with Priority: HIGHEST for action port [ 995.537340] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ab71577-bbd4-46d0-9693-14722407a0d8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.537533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.537632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.537932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.538091] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ab71577-bbd4-46d0-9693-14722407a0d8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.539200] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab71577-bbd4-46d0-9693-14722407a0d8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.539200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.539337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.540254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.540254] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.540254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.540254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.540254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.540254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.540254] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ab71577-bbd4-46d0-9693-14722407a0d8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.541020] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9f74553-cfad-41e7-adf0-5faf0b793cf0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.541200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9f74553-cfad-41e7-adf0-5faf0b793cf0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.541340] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9f74553-cfad-41e7-adf0-5faf0b793cf0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.541510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9f74553-cfad-41e7-adf0-5faf0b793cf0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.541797] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f74553-cfad-41e7-adf0-5faf0b793cf0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.874080] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72ebab7d-a291-4f8e-a0d2-03b33f95b41a: rpc.has_security_group_logging(os_id): False [ 995.891919] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.892220] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.892220] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.892382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.892443] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.892669] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.892796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.892877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.892996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.893073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.893268] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.893369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.893434] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.893548] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.893616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.893792] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.893903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.893971] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.898144] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.898262] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.898361] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a is going to be updated. [ 995.968266] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.968457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.968508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.968696] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.968847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.983155] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: IN_PROGRESS for 2s [ 996.043933] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab71577-bbd4-46d0-9693-14722407a0d8 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.044161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.044298] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ab71577-bbd4-46d0-9693-14722407a0d8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.045217] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9f74553-cfad-41e7-adf0-5faf0b793cf0 with status ACTIVE [ 996.045416] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.045573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.045642] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.045801] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.045954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.046177] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.046296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.046359] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.046482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.046555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.046751] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.046858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.046926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.047205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.047205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.047482] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9f74553-cfad-41e7-adf0-5faf0b793cf0 is going to be updated. [ 996.083825] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.084058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.084058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.084269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.084405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.084570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9f74553-cfad-41e7-adf0-5faf0b793cf0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.473526] env[65116]: INFO networking_nsxv3.common.synchronization [req-6524ee9a-5ed8-4cd6-b8af-d1d06572eb95 req-d9bd3334-919d-4533-a566-eb5bfa821a95 tempest-ServerDiskConfigTestJSON-1517940131 tempest-ServerDiskConfigTestJSON-1517940131-project-member] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 996.473526] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 996.473844] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.473961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.473961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.474178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.474335] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.474453] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.474534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.474685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.474774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.474869] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.550969] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ab71577-bbd4-46d0-9693-14722407a0d8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.806728] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.807387] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.807685] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.808091] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.808526] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.808868] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.809143] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.809498] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.809784] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.810975] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.810975] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.810975] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.810975] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.810975] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.810975] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.810975] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.829132] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.829331] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.829447] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.829625] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.830068] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-db0cba48-a3d6-4aff-b44f-c1e6672a1daf taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.830216] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-db0cba48-a3d6-4aff-b44f-c1e6672a1daf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.830287] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-db0cba48-a3d6-4aff-b44f-c1e6672a1daf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.830536] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-db0cba48-a3d6-4aff-b44f-c1e6672a1daf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.830671] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0cba48-a3d6-4aff-b44f-c1e6672a1daf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.978035] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.978227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.978301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.978520] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.978596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.978836] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.978973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.979038] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.979181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.979260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.979348] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 997.004612] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.004770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.004841] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.005037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.005184] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.014792] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 997.052650] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.052650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.052650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.052863] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.052902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.052994] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 is going to be created. [ 997.079949] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.080079] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.080121] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.080427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.080631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.090339] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 in Status: UNINITIALIZED for 2s [ 997.335047] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.335298] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.335431] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.335711] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.335942] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.336170] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port db0cba48-a3d6-4aff-b44f-c1e6672a1daf not found, creating... [ 997.336483] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.336682] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.336813] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.337239] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.337423] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.337813] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.338045] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.338197] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.338467] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.338888] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.338888] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: db0cba48-a3d6-4aff-b44f-c1e6672a1daf is going to be created. [ 997.377046] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.377359] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.377414] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.377686] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.377926] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.378193] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-db0cba48-a3d6-4aff-b44f-c1e6672a1daf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.000786] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: SUCCESS [ 998.001150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.066665] env[65116]: INFO networking_nsxv3.common.synchronization [req-6524ee9a-5ed8-4cd6-b8af-d1d06572eb95 req-2af45abe-5e15-4b26-9ef0-b9a6cf8c18b0 service nova] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_rules [ 998.066849] env[65116]: INFO networking_nsxv3.common.synchronization [req-6524ee9a-5ed8-4cd6-b8af-d1d06572eb95 req-2af45abe-5e15-4b26-9ef0-b9a6cf8c18b0 service nova] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 998.066995] env[65116]: INFO networking_nsxv3.common.synchronization [req-6524ee9a-5ed8-4cd6-b8af-d1d06572eb95 req-2af45abe-5e15-4b26-9ef0-b9a6cf8c18b0 service nova] Enqueued Resource ID: db0cba48-a3d6-4aff-b44f-c1e6672a1daf with Priority: HIGHEST for action port [ 998.067510] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_rules [ 998.067663] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 998.067744] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db0cba48-a3d6-4aff-b44f-c1e6672a1daf with Priority: HIGHEST for action port [ 998.068023] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.069246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.069481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.070237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.070342] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.071233] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.071331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.071534] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-db0cba48-a3d6-4aff-b44f-c1e6672a1daf taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.071634] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db0cba48-a3d6-4aff-b44f-c1e6672a1daf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.071701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db0cba48-a3d6-4aff-b44f-c1e6672a1daf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.071876] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db0cba48-a3d6-4aff-b44f-c1e6672a1daf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.071954] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0cba48-a3d6-4aff-b44f-c1e6672a1daf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.574914] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.574914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.574914] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db0cba48-a3d6-4aff-b44f-c1e6672a1daf with status ACTIVE [ 998.574914] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.574914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.574914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.574914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.574914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.575360] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.575360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.575360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.575462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.575493] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.575673] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.575792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.575903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.576075] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.576167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.576256] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db0cba48-a3d6-4aff-b44f-c1e6672a1daf is going to be updated. [ 998.597155] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.597320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.597393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.597595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.597750] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.597943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db0cba48-a3d6-4aff-b44f-c1e6672a1daf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.030752] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 999.031216] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff deletion is rescheduled due to dependency. [ 999.031216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.031426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.031668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.031911] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.032056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.032113] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.032288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.032373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.032465] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.107735] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 in Status: SUCCESS [ 999.107735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.107735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.107735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.108121] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.108121] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.108121] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.108368] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.108368] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.108515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.108561] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ab71577-bbd4-46d0-9693-14722407a0d8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.207506] env[65116]: INFO networking_nsxv3.common.synchronization [req-74ea5d37-ca0c-4997-a86e-cad483b10e79 req-93b88222-7435-4631-8365-a76030f1ac46 tempest-ServersNegativeTestJSON-630948171 tempest-ServersNegativeTestJSON-630948171-project-member] Enqueued Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_members [ 999.208107] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_members [ 999.209081] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.209983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.210150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.210468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.214029] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.214029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.214029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.214029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.214029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.214029] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.535215] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.611275] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab71577-bbd4-46d0-9693-14722407a0d8 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.611438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.611509] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.611729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.611899] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.612015] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.612104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.612263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.612348] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.612435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.612694] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab71577-bbd4-46d0-9693-14722407a0d8 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.612694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.612774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.612853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.612992] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.613085] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.613148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.613277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.613348] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.613426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.613550] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ab71577-bbd4-46d0-9693-14722407a0d8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.714789] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.038117] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.115597] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ab71577-bbd4-46d0-9693-14722407a0d8: rpc.has_security_group_logging(os_id): False [ 1000.134407] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.134407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.134407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.134627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.134627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.134837] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.134951] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.136034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.136034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.136034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.136034] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.136034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.136034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.136034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.136034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.136034] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.136525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.136525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.136525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.136525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.136525] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 is going to be created. [ 1000.194632] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.194826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.194826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.195061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.195244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.207227] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 in Status: IN_PROGRESS for 2s [ 1000.217759] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.540766] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.540921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.540996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.541251] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.541344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.541448] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 1000.567960] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.568229] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.568229] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.568411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.568564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.577228] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 1000.720541] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.720727] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.720780] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.721117] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.721286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.721286] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a is going to be updated. [ 1000.748644] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.748644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.748644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.748834] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.748977] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.761149] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: IN_PROGRESS for 2s [ 1002.219882] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 in Status: SUCCESS [ 1002.220350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.588603] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 1002.588888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.589099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.589357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.589552] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.589666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.589769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.589880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.589956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.590082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.590166] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.773222] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: SUCCESS [ 1002.773492] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.010579] env[65116]: INFO networking_nsxv3.common.synchronization [req-f7a159c5-a8b9-45f3-b2aa-e80d88eeb86a req-825e7615-a713-4009-8945-23c12590bafe tempest-ServersTestJSON-1776500097 tempest-ServersTestJSON-1776500097-project-member] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1003.016031] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1003.016031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.016031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.016031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.016031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.016031] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.016031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.016031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.016031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.016031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.016031] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.092317] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.092556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.092556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.093306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.093306] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.093306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.093306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.093489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.093563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.093708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.093864] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.095090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.095162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.096029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.096029] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.096029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.096029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.096029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.096029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.096029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.096358] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.379042] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.379368] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.379368] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.379507] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.379770] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.379965] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.380262] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.380497] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.380656] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.380919] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.381078] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.381195] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.381321] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.381438] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.381543] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.381675] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.401017] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.401215] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.401366] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.401576] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.401888] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-adb6945c-5a1e-487c-b116-4200874d80a0 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.402080] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-adb6945c-5a1e-487c-b116-4200874d80a0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.402241] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-adb6945c-5a1e-487c-b116-4200874d80a0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.402637] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-adb6945c-5a1e-487c-b116-4200874d80a0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.402775] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adb6945c-5a1e-487c-b116-4200874d80a0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.519601] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.599419] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95a19c7b-eed1-4720-a6f6-e004f35d5fff: rpc.has_security_group_logging(os_id): False [ 1003.622278] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.622459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.622564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.622797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.622888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.623113] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.623216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.623282] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.623435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.623517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.623914] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.623914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.623914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.624072] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.624159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.624345] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.624442] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.624504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.624645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.624721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.624807] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 1003.691024] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.691183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.691254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.691460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.691604] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.706302] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 1003.905316] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.905494] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.905595] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.905943] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.906104] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.906262] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port adb6945c-5a1e-487c-b116-4200874d80a0 not found, creating... [ 1003.906515] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.906680] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.906783] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.907038] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.907315] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.907463] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.907617] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.907734] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.907943] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.908091] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.908231] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: adb6945c-5a1e-487c-b116-4200874d80a0 is going to be created. [ 1003.929590] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.929809] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.929910] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.930346] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.930615] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.930818] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-adb6945c-5a1e-487c-b116-4200874d80a0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.021700] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.185719] env[65116]: INFO networking_nsxv3.common.synchronization [req-d9b48a5c-6b0f-4b1c-b1b9-d0c5d2ad1c01 req-a9d276fd-1917-4448-b6df-51b5494bbe65 tempest-ImagesNegativeTestJSON-1426538924 tempest-ImagesNegativeTestJSON-1426538924-project-member] Enqueued Resource ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 with Priority: HIGHEST for action security_group_members [ 1004.186373] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 with Priority: HIGHEST for action security_group_members [ 1004.186683] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab71577-bbd4-46d0-9693-14722407a0d8 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.186811] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.186934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.187098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.187252] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.187360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.187563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.187563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.187674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.187718] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ab71577-bbd4-46d0-9693-14722407a0d8',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.523845] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.524168] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.524262] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.525433] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.525433] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.525433] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1004.554950] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.555148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.555355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.555539] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.555696] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.564897] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1004.646047] env[65116]: INFO networking_nsxv3.common.synchronization [req-f7a159c5-a8b9-45f3-b2aa-e80d88eeb86a req-2adb6e66-cffe-49f4-8982-c08c553e264d service nova] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_rules [ 1004.646240] env[65116]: INFO networking_nsxv3.common.synchronization [req-f7a159c5-a8b9-45f3-b2aa-e80d88eeb86a req-2adb6e66-cffe-49f4-8982-c08c553e264d service nova] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1004.646400] env[65116]: INFO networking_nsxv3.common.synchronization [req-f7a159c5-a8b9-45f3-b2aa-e80d88eeb86a req-2adb6e66-cffe-49f4-8982-c08c553e264d service nova] Enqueued Resource ID: adb6945c-5a1e-487c-b116-4200874d80a0 with Priority: HIGHEST for action port [ 1004.646931] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_rules [ 1004.647084] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1004.647181] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb6945c-5a1e-487c-b116-4200874d80a0 with Priority: HIGHEST for action port [ 1004.647455] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.647570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.647631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.647829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.647905] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.650430] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.650573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.652967] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-adb6945c-5a1e-487c-b116-4200874d80a0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.653150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adb6945c-5a1e-487c-b116-4200874d80a0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.653221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adb6945c-5a1e-487c-b116-4200874d80a0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.653431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adb6945c-5a1e-487c-b116-4200874d80a0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.653512] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adb6945c-5a1e-487c-b116-4200874d80a0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.690328] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.690500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.690566] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.690782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.690899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.691148] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.691261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.691342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.691536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.691636] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.691741] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 is going to be updated. [ 1004.719860] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.720026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.720100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.720311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.720454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.730726] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 in Status: IN_PROGRESS for 2s [ 1005.052461] env[65116]: INFO networking_nsxv3.common.synchronization [req-ee73cc08-f7b1-44c4-873b-f9759c71c62e req-afb2b426-03b5-4eae-87da-a1112570aec9 tempest-DeleteServersTestJSON-1929788868 tempest-DeleteServersTestJSON-1929788868-project-member] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1005.053025] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1005.053392] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.053524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.053593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.053800] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.053944] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.054053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.054134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.054300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.054420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.054511] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.156305] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.156438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.156610] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adb6945c-5a1e-487c-b116-4200874d80a0 with status ACTIVE [ 1005.156766] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.156882] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.156948] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.157376] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.157376] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.157501] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.157501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.157583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.157711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.157785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.157962] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.158071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.158133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.158291] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.158364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.158450] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adb6945c-5a1e-487c-b116-4200874d80a0 is going to be updated. [ 1005.178751] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.178939] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.178939] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.179417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.179417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.179417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adb6945c-5a1e-487c-b116-4200874d80a0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.476615] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.476817] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.476943] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.477229] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.477479] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.477632] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.477747] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.477955] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.478113] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.478319] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.478430] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.478536] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.478639] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.478741] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.478841] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.478971] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.498910] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.499101] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.499240] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.499421] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.499740] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-3bf01aba-25b1-44e7-a26e-8ffee646ba29 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.499913] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-3bf01aba-25b1-44e7-a26e-8ffee646ba29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.500049] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-3bf01aba-25b1-44e7-a26e-8ffee646ba29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.500396] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-3bf01aba-25b1-44e7-a26e-8ffee646ba29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.500532] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf01aba-25b1-44e7-a26e-8ffee646ba29',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.554735] env[65116]: INFO networking_nsxv3.common.synchronization [req-5eaa1270-90f2-4304-aed8-a6f27bb52afb req-d26d901d-af56-4b0f-a980-1ac528c5be31 tempest-ServersV294TestFqdnHostnames-1463148082 tempest-ServersV294TestFqdnHostnames-1463148082-project-member] Enqueued Resource ID: 5fd56965-7771-44ab-a5b9-eec31944a463 with Priority: HIGHEST for action security_group_members [ 1005.555199] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd56965-7771-44ab-a5b9-eec31944a463 with Priority: HIGHEST for action security_group_members [ 1005.555712] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd56965-7771-44ab-a5b9-eec31944a463 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.555712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.555712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.555943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.556179] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.556297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.556360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.556543] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.556635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.556924] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fd56965-7771-44ab-a5b9-eec31944a463',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.557753] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.557854] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.558090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.558144] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.558238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.558462] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.558581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.558622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.559521] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.559521] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.559716] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1005.591151] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.591151] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.591293] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.591524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.591605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.601368] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1005.721121] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 1005.721791] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.007299] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.007299] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.007299] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.007299] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.007299] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.007299] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 3bf01aba-25b1-44e7-a26e-8ffee646ba29 not found, creating... [ 1006.007299] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.007299] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.007299] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.007299] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.007299] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.007931] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.007931] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.007931] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.007931] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.007931] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.007931] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 3bf01aba-25b1-44e7-a26e-8ffee646ba29 is going to be created. [ 1006.045746] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.046086] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.046221] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.046450] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.046925] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.047254] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-3bf01aba-25b1-44e7-a26e-8ffee646ba29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.062077] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.062298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.062343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.062550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.062648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.062861] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.063015] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.063119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.063300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.063385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.063485] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd56965-7771-44ab-a5b9-eec31944a463 is going to be updated. [ 1006.096319] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.096487] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.096527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.096726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.096928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.106433] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd56965-7771-44ab-a5b9-eec31944a463 in Status: IN_PROGRESS for 2s [ 1006.575776] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1006.576183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.576227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.576413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.576592] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.576707] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.576769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.576907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.576995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.577112] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.741690] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 in Status: SUCCESS [ 1006.741690] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab71577-bbd4-46d0-9693-14722407a0d8 deletion is rescheduled due to dependency. [ 1006.741842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab71577-bbd4-46d0-9693-14722407a0d8" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.764798] env[65116]: INFO networking_nsxv3.common.synchronization [req-ee73cc08-f7b1-44c4-873b-f9759c71c62e req-ea8caec2-192f-4fff-be04-02d092d172fe service nova] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_rules [ 1006.765119] env[65116]: INFO networking_nsxv3.common.synchronization [req-ee73cc08-f7b1-44c4-873b-f9759c71c62e req-ea8caec2-192f-4fff-be04-02d092d172fe service nova] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1006.765306] env[65116]: INFO networking_nsxv3.common.synchronization [req-ee73cc08-f7b1-44c4-873b-f9759c71c62e req-ea8caec2-192f-4fff-be04-02d092d172fe service nova] Enqueued Resource ID: 3bf01aba-25b1-44e7-a26e-8ffee646ba29 with Priority: HIGHEST for action port [ 1006.766022] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_rules [ 1006.766187] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1006.766316] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf01aba-25b1-44e7-a26e-8ffee646ba29 with Priority: HIGHEST for action port [ 1006.768585] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.768585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.768585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.768585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.768585] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.768585] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.768585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.769024] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bf01aba-25b1-44e7-a26e-8ffee646ba29 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.769024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bf01aba-25b1-44e7-a26e-8ffee646ba29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.769024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bf01aba-25b1-44e7-a26e-8ffee646ba29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.769241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bf01aba-25b1-44e7-a26e-8ffee646ba29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.769241] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf01aba-25b1-44e7-a26e-8ffee646ba29',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.078912] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.271930] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bf01aba-25b1-44e7-a26e-8ffee646ba29 with status ACTIVE [ 1007.272787] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.273285] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.273285] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.273414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.273577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.273832] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.274158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.274158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.274376] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.274499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.274973] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.275169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.275268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.275489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.275606] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.275741] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bf01aba-25b1-44e7-a26e-8ffee646ba29 is going to be updated. [ 1007.277455] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.277581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.305469] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.305683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.305683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.306133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.306202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.306333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bf01aba-25b1-44e7-a26e-8ffee646ba29" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.580647] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.611634] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1007.611807] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 deletion is rescheduled due to dependency. [ 1007.611920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.612095] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.612310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.612491] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.612608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.612672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.612822] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.612902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.612995] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.082876] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.083224] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.083343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.083763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.083886] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.084034] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1008.116481] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.118671] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.118883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.119020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.119321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.119558] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.127423] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd56965-7771-44ab-a5b9-eec31944a463 in Status: SUCCESS [ 1008.127599] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd56965-7771-44ab-a5b9-eec31944a463 deletion is rescheduled due to dependency. [ 1008.127713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd56965-7771-44ab-a5b9-eec31944a463" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.131706] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1008.622472] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.126621] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.126892] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.126892] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.127227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.127396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.127459] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1009.179413] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.179413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.179413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.179413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.179778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.200018] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1010.067749] env[65116]: INFO networking_nsxv3.common.synchronization [req-e03615af-e645-42ad-b356-4f6f5610e471 req-6a3428a4-cb87-4824-a4f7-b0ac0f41a635 tempest-ImagesTestJSON-1950073941 tempest-ImagesTestJSON-1950073941-project-member] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 1010.067940] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 1010.068355] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.068494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.068563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.068792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.068924] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.069051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.069130] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.069291] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.069380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.069476] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.144035] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1010.144480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.145037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.145265] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.145457] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.145578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.145643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.145794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.145876] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.146169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.146304] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.437072] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.437072] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.437324] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.437498] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.437795] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.437960] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.438092] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.438340] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.438493] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.438701] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.438828] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.438961] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.439088] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.439200] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.439305] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.439437] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.459213] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.459398] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.459517] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.459699] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.460039] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-62496d8b-5753-4794-b358-9db503a52328 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.460226] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-62496d8b-5753-4794-b358-9db503a52328" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.460344] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-62496d8b-5753-4794-b358-9db503a52328" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.460675] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-62496d8b-5753-4794-b358-9db503a52328" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.460813] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62496d8b-5753-4794-b358-9db503a52328',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.573488] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.573770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.573839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.574178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.574325] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.574637] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.574807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.574886] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.575158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.575266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.575360] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 1010.606604] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.606857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.606920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.607337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.607542] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.618020] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 1010.648939] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.649117] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.649188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.649418] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.649591] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.650021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.650021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.650021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.650021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.650194] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.650288] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.650601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.650668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.650862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.650969] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.651065] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.651126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.651269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.651334] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.651420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.651512] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.963734] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.964331] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.964331] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.964480] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.964616] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.964773] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 62496d8b-5753-4794-b358-9db503a52328 not found, creating... [ 1010.965104] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.965298] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.965449] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.965691] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.965836] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.966229] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.966388] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.966506] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.966759] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.966942] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.967164] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 62496d8b-5753-4794-b358-9db503a52328 is going to be created. [ 1011.007937] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.008347] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.008534] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.008920] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.009134] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.009376] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-62496d8b-5753-4794-b358-9db503a52328" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.155032] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06457b12-1261-4b74-ba42-3109928fd3b1: rpc.has_security_group_logging(os_id): False [ 1011.191274] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.191274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.191274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.191515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.191515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.191655] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.191803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.191803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.191917] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.191974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.192650] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.192650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.192650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.192650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.192650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.192937] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.192937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.192937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.193068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.193068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.193138] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1011.213581] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1011.213581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.213742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.213916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.214191] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.214323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.214559] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.214682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.214718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.214848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.214915] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.275255] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.275485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.275611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.276361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.276361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.308286] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1011.711273] env[65116]: INFO networking_nsxv3.common.synchronization [req-e03615af-e645-42ad-b356-4f6f5610e471 req-76306a38-53df-477e-9a06-c94affa85b32 service nova] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_rules [ 1011.711273] env[65116]: INFO networking_nsxv3.common.synchronization [req-e03615af-e645-42ad-b356-4f6f5610e471 req-76306a38-53df-477e-9a06-c94affa85b32 service nova] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 1011.711273] env[65116]: INFO networking_nsxv3.common.synchronization [req-e03615af-e645-42ad-b356-4f6f5610e471 req-76306a38-53df-477e-9a06-c94affa85b32 service nova] Enqueued Resource ID: 62496d8b-5753-4794-b358-9db503a52328 with Priority: HIGHEST for action port [ 1011.711475] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_rules [ 1011.711674] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 1011.711734] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62496d8b-5753-4794-b358-9db503a52328 with Priority: HIGHEST for action port [ 1011.712037] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.712542] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.712684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.712920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.713062] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.715131] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.715295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.715784] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-62496d8b-5753-4794-b358-9db503a52328 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.716086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62496d8b-5753-4794-b358-9db503a52328" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.716152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62496d8b-5753-4794-b358-9db503a52328" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.716374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62496d8b-5753-4794-b358-9db503a52328" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.716852] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62496d8b-5753-4794-b358-9db503a52328',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.718771] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.718908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.718965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.719163] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.719509] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.719635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.719701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.719856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.719941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.720073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.720283] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.721035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.721035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.721035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.721035] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.721035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.721035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.721310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.721310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.721310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.721420] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.216321] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.216714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.225037] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62496d8b-5753-4794-b358-9db503a52328 with status ACTIVE [ 1012.225037] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.225037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.225037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.225417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.225417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.225578] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.225687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.225778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.226058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.226180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.226403] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.226490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.226538] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.226728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.226799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.226895] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62496d8b-5753-4794-b358-9db503a52328 is going to be updated. [ 1012.228384] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e61399ad-061b-4165-8353-cd68f75d3872: rpc.has_security_group_logging(os_id): False [ 1012.249667] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.249915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.249984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.250237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.250342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.250647] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.250791] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.250854] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.251020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.251114] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.251307] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.251427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.251514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.251666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.251740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.251970] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.252734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.252830] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.253023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.253104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.253198] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1012.255349] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.255463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.255595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.255732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.255893] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.256159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62496d8b-5753-4794-b358-9db503a52328" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.362192] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.362192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.362192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.362555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.363091] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.385766] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1012.628698] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 1012.628897] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 deletion is rescheduled due to dependency. [ 1012.629025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.629240] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.629462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.629680] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.629823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.629953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.630156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.630308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.630374] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.134298] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.324195] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1013.324462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.636869] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.104539] env[65116]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1014.104741] env[65116]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] NSXv3 Agent Agent loop - iteration:2 started [ 1014.140842] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.140842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.140842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.140842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.140842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.141143] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 1014.188162] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.188162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.188162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.188587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.188587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.199795] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 1014.403153] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1014.403475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.646022] env[65116]: INFO networking_nsxv3.common.synchronization [req-4bac191e-53a3-4339-a8c7-3cc36a03f898 req-87bb8c1e-c4f4-4f34-9ba3-52d28a27ca65 tempest-ServerActionsTestJSON-460922022 tempest-ServerActionsTestJSON-460922022-project-member] Enqueued Resource ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 with Priority: HIGHEST for action security_group_members [ 1014.646022] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 with Priority: HIGHEST for action security_group_members [ 1014.646022] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43573753-6a71-471d-b7d3-69ce7b7acd04 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.646022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.646022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.647088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.647378] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.647605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.647756] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.648032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.649049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.649049] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43573753-6a71-471d-b7d3-69ce7b7acd04',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.150738] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.150943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.151045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.151237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.151360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.151569] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.151669] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.151731] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.151893] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.151970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.152069] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 is going to be updated. [ 1015.181019] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.181216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.181259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.181498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.181640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.191414] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 in Status: IN_PROGRESS for 2s [ 1016.212085] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 1016.212478] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.212553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.212793] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.213020] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.213173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.213310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.213416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.213496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.213583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.213695] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.688769] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3c9c20-7189-486c-b57c-3bbe7826cacf req-f0dbc300-9078-4c82-b21c-e7976a0ca160 tempest-ListServersNegativeTestJSON-1752510963 tempest-ListServersNegativeTestJSON-1752510963-project-member] Enqueued Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1016.689546] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1016.689710] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.690161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.690161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.690328] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.690434] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.690491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.690604] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.690724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.690837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.690927] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.717750] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.718034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.718034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.718292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.718623] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.718623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.718749] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.718803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.718887] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.718976] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.719140] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.719234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.719294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.719439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.719574] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.719664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.719724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.719857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.719931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.720019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.720254] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.832401] env[65116]: INFO networking_nsxv3.common.synchronization [req-994aac33-3501-439c-bc54-25135304a2ae req-51565af6-22e4-4b1f-b68a-47160fc8dfbe tempest-ServersAdminTestJSON-186124780 tempest-ServersAdminTestJSON-186124780-project-member] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 1016.833910] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGHEST for action security_group_members [ 1016.833910] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.833910] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.833910] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.833910] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.834197] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.834197] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.834275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.834382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.834469] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.834566] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.144738] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.144738] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-780" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.144738] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-780" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.145804] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-780" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.145804] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.145997] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.146188] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.146445] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.146597] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.146854] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.146989] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.147130] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.147250] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.147373] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.147491] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.147631] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.172186] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.172363] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.172501] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.172683] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-780" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.173050] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-acee4131-75b4-4eef-9802-d42c3806fa26 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.173776] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-acee4131-75b4-4eef-9802-d42c3806fa26" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.173776] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-acee4131-75b4-4eef-9802-d42c3806fa26" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.173776] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-acee4131-75b4-4eef-9802-d42c3806fa26" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.173964] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acee4131-75b4-4eef-9802-d42c3806fa26',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.193014] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.193226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.193310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.193485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.193569] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.193935] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.193935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.193935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.194170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.194170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.194248] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 already deleted. [ 1017.194306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.204962] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 in Status: SUCCESS [ 1017.205162] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43573753-6a71-471d-b7d3-69ce7b7acd04 deletion is rescheduled due to dependency. [ 1017.205275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43573753-6a71-471d-b7d3-69ce7b7acd04" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.223941] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afa44884-2e94-4e78-b1f0-1f476f18ae30: rpc.has_security_group_logging(os_id): False [ 1017.243403] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.243403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.243606] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.243662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.243778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.243925] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.244216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.244255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.244387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.244468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.244672] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.244770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.244828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.244970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.245060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.245251] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.245367] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.245444] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.245592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.245669] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.245755] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 1017.328931] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.328931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.328931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.328931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.329351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.337416] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.337564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.337639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.337869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.337958] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.338169] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.338270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.338348] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.338509] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.338583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.338672] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be updated. [ 1017.358044] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 1017.377463] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.377463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.377587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.379275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.379431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.388705] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: IN_PROGRESS for 2s [ 1017.677110] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.677354] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.677483] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.677774] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.677923] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.678105] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port acee4131-75b4-4eef-9802-d42c3806fa26 not found, creating... [ 1017.678403] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.678573] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.678691] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.678911] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.679063] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.679409] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.679712] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.679921] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.680478] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.680478] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.680692] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: acee4131-75b4-4eef-9802-d42c3806fa26 is going to be created. [ 1017.707053] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.708639] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.708788] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.709269] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.709626] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.709972] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-acee4131-75b4-4eef-9802-d42c3806fa26" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.460840] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3c9c20-7189-486c-b57c-3bbe7826cacf req-37081f9a-be6d-4b15-ae2e-94f7d0aae63c service nova] Enqueued Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_rules [ 1018.460840] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3c9c20-7189-486c-b57c-3bbe7826cacf req-37081f9a-be6d-4b15-ae2e-94f7d0aae63c service nova] Enqueued Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1018.460840] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3c9c20-7189-486c-b57c-3bbe7826cacf req-37081f9a-be6d-4b15-ae2e-94f7d0aae63c service nova] Enqueued Resource ID: acee4131-75b4-4eef-9802-d42c3806fa26 with Priority: HIGHEST for action port [ 1018.460840] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_rules [ 1018.460840] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1018.460840] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acee4131-75b4-4eef-9802-d42c3806fa26 with Priority: HIGHEST for action port [ 1018.461804] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.462102] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.464022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.464022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.464022] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.465154] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.465154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.465154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.465154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.465408] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.465408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.465500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.465630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.465725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.465820] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.466706] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-acee4131-75b4-4eef-9802-d42c3806fa26 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.466816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acee4131-75b4-4eef-9802-d42c3806fa26" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.466911] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acee4131-75b4-4eef-9802-d42c3806fa26" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.467067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acee4131-75b4-4eef-9802-d42c3806fa26" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.467185] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acee4131-75b4-4eef-9802-d42c3806fa26',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.968614] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.969830] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.969964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.970426] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acee4131-75b4-4eef-9802-d42c3806fa26 with status ACTIVE [ 1018.970736] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.970875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.970993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.971314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.971491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.971778] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.971943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.972087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.972304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.972401] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.972664] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.972809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.972922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.973151] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.973260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.973372] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acee4131-75b4-4eef-9802-d42c3806fa26 is going to be updated. [ 1019.000630] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.002719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.002862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.003208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.003345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.003827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acee4131-75b4-4eef-9802-d42c3806fa26" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.315429] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3c9c20-7189-486c-b57c-3bbe7826cacf req-33fb1dd0-22a9-4c97-bfaa-9fe629645e26 tempest-ListServersNegativeTestJSON-1752510963 tempest-ListServersNegativeTestJSON-1752510963-project-member] Enqueued Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1019.316166] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1019.316549] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.316660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.371931] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 1019.372183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.398229] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe in Status: SUCCESS [ 1019.399061] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe deletion is rescheduled due to dependency. [ 1019.399061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.471077] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.680170] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.680365] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-780" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.680496] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-780" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.680761] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-780" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.681030] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.681404] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.681606] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.681850] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.682010] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.682220] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.682333] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.682443] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.682550] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.682660] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.682767] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.682903] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.715746] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.715941] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.716296] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.716394] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-780" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.716747] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-84a9fa7d-03b5-4acf-b07e-ae68b78b7c57 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.717025] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-84a9fa7d-03b5-4acf-b07e-ae68b78b7c57" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.717210] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-84a9fa7d-03b5-4acf-b07e-ae68b78b7c57" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.717577] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-84a9fa7d-03b5-4acf-b07e-ae68b78b7c57" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.717751] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84a9fa7d-03b5-4acf-b07e-ae68b78b7c57',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.974750] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.974831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.974932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.975260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.975297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.975407] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 is going to be created. [ 1020.003114] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.003293] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.003337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.003536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.003702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.015241] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: UNINITIALIZED for 2s [ 1020.220213] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.220433] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.220569] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.220919] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.221118] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.221309] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 84a9fa7d-03b5-4acf-b07e-ae68b78b7c57 not found, creating... [ 1020.221824] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.221903] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.222016] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.222257] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.222403] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.222730] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.222891] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.223022] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.223300] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.223450] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.223595] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 84a9fa7d-03b5-4acf-b07e-ae68b78b7c57 is going to be created. [ 1020.246504] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.246852] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.247070] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.247480] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.247853] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.248390] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-84a9fa7d-03b5-4acf-b07e-ae68b78b7c57" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.941951] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3c9c20-7189-486c-b57c-3bbe7826cacf req-63989d50-e531-4587-bc93-7fcfc2623ab2 service nova] Enqueued Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_rules [ 1020.942237] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3c9c20-7189-486c-b57c-3bbe7826cacf req-63989d50-e531-4587-bc93-7fcfc2623ab2 service nova] Enqueued Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1020.942237] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3c9c20-7189-486c-b57c-3bbe7826cacf req-63989d50-e531-4587-bc93-7fcfc2623ab2 service nova] Enqueued Resource ID: 84a9fa7d-03b5-4acf-b07e-ae68b78b7c57 with Priority: HIGHEST for action port [ 1020.942738] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_rules [ 1020.942867] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1020.942966] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a9fa7d-03b5-4acf-b07e-ae68b78b7c57 with Priority: HIGHEST for action port [ 1020.943642] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.943740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.943935] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.944034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.944220] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-84a9fa7d-03b5-4acf-b07e-ae68b78b7c57 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.944321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84a9fa7d-03b5-4acf-b07e-ae68b78b7c57" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.944381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84a9fa7d-03b5-4acf-b07e-ae68b78b7c57" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.944593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84a9fa7d-03b5-4acf-b07e-ae68b78b7c57" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.944672] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84a9fa7d-03b5-4acf-b07e-ae68b78b7c57',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.447415] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84a9fa7d-03b5-4acf-b07e-ae68b78b7c57 with status ACTIVE [ 1021.447647] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.447779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.447850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.448172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.448277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.448464] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.448567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.448633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.448901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.448984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.449180] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.449284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.449327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.449464] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.449537] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.449623] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84a9fa7d-03b5-4acf-b07e-ae68b78b7c57 is going to be updated. [ 1021.470497] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.470706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.470706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.470920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.471085] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.471250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84a9fa7d-03b5-4acf-b07e-ae68b78b7c57" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.901628] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3c9c20-7189-486c-b57c-3bbe7826cacf req-f24d7193-8ed5-4809-be73-fc5d3c4b3795 tempest-ListServersNegativeTestJSON-1752510963 tempest-ListServersNegativeTestJSON-1752510963-project-member] Enqueued Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1021.902300] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1021.902536] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.902658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.035734] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: SUCCESS [ 1022.036216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.036216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.036430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.036707] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.036839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.036908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.037174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.037342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.037419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.037475] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.038624] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.038728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.038963] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.039067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.039132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.039258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.039431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.039524] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.308450] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.308816] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-780" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.308945] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-780" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.309174] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-780" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.309442] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.309594] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.310316] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.310316] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.310316] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.310316] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.310590] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.310697] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.310838] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.310986] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.311197] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.311535] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.331515] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.331768] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.331946] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.332615] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-780" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.332950] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.333146] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.333271] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.333655] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.333845] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.542121] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.542352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.543348] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.837386] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.837663] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.837663] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.837935] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.838112] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.838276] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35 not found, creating... [ 1022.838642] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.838811] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.838990] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.839254] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.839442] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.839696] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.839843] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.839955] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.840177] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.840335] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.840463] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35 is going to be created. [ 1022.864943] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.865239] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.865305] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.865552] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.865792] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.866033] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.048072] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.550663] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.550892] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.550967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.551264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.551368] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.551557] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 is going to be updated. [ 1023.583966] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.584143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.584238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.584427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.584569] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.594745] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: IN_PROGRESS for 2s [ 1023.639831] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3c9c20-7189-486c-b57c-3bbe7826cacf req-c5738991-be99-4811-96ac-aff3d29175d5 service nova] Enqueued Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_rules [ 1023.639910] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3c9c20-7189-486c-b57c-3bbe7826cacf req-c5738991-be99-4811-96ac-aff3d29175d5 service nova] Enqueued Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1023.640062] env[65116]: INFO networking_nsxv3.common.synchronization [req-cc3c9c20-7189-486c-b57c-3bbe7826cacf req-c5738991-be99-4811-96ac-aff3d29175d5 service nova] Enqueued Resource ID: 6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35 with Priority: HIGHEST for action port [ 1023.640882] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_rules [ 1023.640882] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1023.640882] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35 with Priority: HIGHEST for action port [ 1023.642052] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.642162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.642311] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.642406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.642603] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.642725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.642770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.642986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.643192] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.145389] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35 with status ACTIVE [ 1024.145899] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.145899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.145899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.146162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.146199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.146370] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.146476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.146535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.146694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.146772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.146966] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.147082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.147130] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.147280] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.147358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.147448] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35 is going to be updated. [ 1024.179039] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.179244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.179295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.179919] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.179919] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.179919] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d471ad5-5dee-4d1a-8f3d-ab1235cb1d35" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.566349] env[65116]: INFO networking_nsxv3.common.synchronization [req-d9a8fa49-bc53-450b-a624-bc6f36fbf1cf req-040618b4-53e9-4b96-b8c2-5b4cb60789ba tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGHEST for action security_group_members [ 1024.567300] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGHEST for action security_group_members [ 1024.567300] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-739d6371-e9ca-4e58-9d28-dabf22428ee6 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.567665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.567665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.567930] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.567930] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.568134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.568134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.568253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.568253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.568572] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('739d6371-e9ca-4e58-9d28-dabf22428ee6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.910724] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.911967] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.911967] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.911967] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.912751] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.913886] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.913886] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.913886] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.913886] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.913886] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.914257] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.914257] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.914257] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.914640] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.914640] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.914640] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.936508] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.936697] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.936861] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.937059] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.937399] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-53616727-ab6a-4f06-a597-0fc068a18955 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.937580] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-53616727-ab6a-4f06-a597-0fc068a18955" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.937703] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-53616727-ab6a-4f06-a597-0fc068a18955" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.938066] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-53616727-ab6a-4f06-a597-0fc068a18955" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.938218] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53616727-ab6a-4f06-a597-0fc068a18955',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.070164] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.070348] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.070348] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.070573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.070661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.070951] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.071051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.071051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.071273] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.071397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.071508] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 already deleted. [ 1025.071613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.440834] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.440834] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.440834] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.441296] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.441296] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.441472] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 53616727-ab6a-4f06-a597-0fc068a18955 not found, creating... [ 1025.441769] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.441942] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.442092] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.442381] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.442544] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.442840] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.443095] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.443358] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.443670] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.443953] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.444215] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 53616727-ab6a-4f06-a597-0fc068a18955 is going to be created. [ 1025.483192] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.483451] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.483663] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.484119] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.484412] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.484704] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-53616727-ab6a-4f06-a597-0fc068a18955" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.606918] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: SUCCESS [ 1025.607231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.607431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.607693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.607914] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.608145] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.608145] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.608293] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.608379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.608486] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.110976] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.221929] env[65116]: INFO networking_nsxv3.common.synchronization [req-d9a8fa49-bc53-450b-a624-bc6f36fbf1cf req-e834307a-008f-4ea8-9960-ff7c14453d56 service nova] Enqueued Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGHEST for action security_group_rules [ 1026.222584] env[65116]: INFO networking_nsxv3.common.synchronization [req-d9a8fa49-bc53-450b-a624-bc6f36fbf1cf req-e834307a-008f-4ea8-9960-ff7c14453d56 service nova] Enqueued Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGHEST for action security_group_members [ 1026.222584] env[65116]: INFO networking_nsxv3.common.synchronization [req-d9a8fa49-bc53-450b-a624-bc6f36fbf1cf req-e834307a-008f-4ea8-9960-ff7c14453d56 service nova] Enqueued Resource ID: 53616727-ab6a-4f06-a597-0fc068a18955 with Priority: HIGHEST for action port [ 1026.226971] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGHEST for action security_group_rules [ 1026.226971] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGHEST for action security_group_members [ 1026.226971] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53616727-ab6a-4f06-a597-0fc068a18955 with Priority: HIGHEST for action port [ 1026.228283] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-739d6371-e9ca-4e58-9d28-dabf22428ee6 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.228452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.228703] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.229078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.229241] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('739d6371-e9ca-4e58-9d28-dabf22428ee6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.231137] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-739d6371-e9ca-4e58-9d28-dabf22428ee6 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.231137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.231137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.231137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.231698] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.231698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.231836] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.232028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.232190] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.232363] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('739d6371-e9ca-4e58-9d28-dabf22428ee6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.234517] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-53616727-ab6a-4f06-a597-0fc068a18955 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.234517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53616727-ab6a-4f06-a597-0fc068a18955" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.234517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53616727-ab6a-4f06-a597-0fc068a18955" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.234517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53616727-ab6a-4f06-a597-0fc068a18955" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.234517] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53616727-ab6a-4f06-a597-0fc068a18955',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.614743] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.737355] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-739d6371-e9ca-4e58-9d28-dabf22428ee6 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.737542] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.737782] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('739d6371-e9ca-4e58-9d28-dabf22428ee6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.739936] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53616727-ab6a-4f06-a597-0fc068a18955 with status ACTIVE [ 1026.740105] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.740203] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.740275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.740489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.740575] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.740800] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.741013] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.741013] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.741149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.741253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.741403] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.741516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.741577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.741687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.741770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.741834] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53616727-ab6a-4f06-a597-0fc068a18955 is going to be updated. [ 1026.764072] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.764072] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.764072] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.764480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.764709] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.764899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53616727-ab6a-4f06-a597-0fc068a18955" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.117542] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.117747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.117812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.118016] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.118107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.118255] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 is going to be updated. [ 1027.155788] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.155959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.156059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.156435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.156626] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.172472] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: IN_PROGRESS for 2s [ 1027.244329] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('739d6371-e9ca-4e58-9d28-dabf22428ee6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.700669] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.701182] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.701182] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.701426] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.702099] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.702099] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.702099] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.702348] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.702469] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.702681] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.702862] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.703045] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.703246] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.704027] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.704027] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.704027] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.727900] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.728138] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.728248] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.728595] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.729573] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-71e0942f-5026-4128-ba81-16311feb9b3e taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.729573] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.729573] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.729874] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.729915] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e0942f-5026-4128-ba81-16311feb9b3e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.747102] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.747362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.747447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.747696] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.747789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.747907] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 is going to be created. [ 1027.783212] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.783641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.783641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.783766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.783952] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.798425] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 in Status: UNINITIALIZED for 2s [ 1028.232806] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.233294] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.233505] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.233865] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.234198] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.234786] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.234786] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.235153] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.235249] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.235361] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.236152] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.236473] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.236551] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.236760] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.236940] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.237083] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 71e0942f-5026-4128-ba81-16311feb9b3e is going to be updated. [ 1028.276809] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.277684] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.277684] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.277888] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.278124] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.278417] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.837317] env[65116]: INFO networking_nsxv3.common.synchronization [req-99b6c27d-d011-44bc-8db8-4f5188cfee5d req-10060676-d6df-446a-9e55-52c2ffd3f5d4 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1028.837609] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1028.837843] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.837964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.838047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.838232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.838375] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.838467] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.838533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.838664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.839617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.839617] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.001543] env[65116]: INFO networking_nsxv3.common.synchronization [req-20b53d02-eee9-4e09-b10b-6789b30cab5e req-8041056e-776a-49f4-b599-cfd38bc6ce82 service nova] Enqueued Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_rules [ 1029.001543] env[65116]: INFO networking_nsxv3.common.synchronization [req-20b53d02-eee9-4e09-b10b-6789b30cab5e req-8041056e-776a-49f4-b599-cfd38bc6ce82 service nova] Enqueued Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_members [ 1029.001543] env[65116]: INFO networking_nsxv3.common.synchronization [req-20b53d02-eee9-4e09-b10b-6789b30cab5e req-8041056e-776a-49f4-b599-cfd38bc6ce82 service nova] Enqueued Resource ID: 71e0942f-5026-4128-ba81-16311feb9b3e with Priority: HIGHEST for action port [ 1029.001783] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_rules [ 1029.001922] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_members [ 1029.002040] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e0942f-5026-4128-ba81-16311feb9b3e with Priority: HIGHEST for action port [ 1029.002587] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56b93829-da21-4fcf-8e36-6ec77f6764b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.002711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.002777] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.002978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.003276] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.004477] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b93829-da21-4fcf-8e36-6ec77f6764b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.005502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.005502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.005502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.005502] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.005502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.005502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.005502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.005825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.005825] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.006758] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-71e0942f-5026-4128-ba81-16311feb9b3e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.006901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.007082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.007185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.007541] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e0942f-5026-4128-ba81-16311feb9b3e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.095682] env[65116]: INFO networking_nsxv3.common.synchronization [None req-380bb414-37f6-46b2-99e4-dd9ed61fbb42 tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGHEST for action security_group_rules [ 1029.096441] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGHEST for action security_group_rules [ 1029.096758] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7afa8752-9996-4808-94b5-df32fa458927 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.096897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.096965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.097416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.097510] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7afa8752-9996-4808-94b5-df32fa458927',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.188548] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: SUCCESS [ 1029.189070] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.189308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.189547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.189746] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.189871] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.189941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.192361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.192361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.192361] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.204660] env[65116]: INFO networking_nsxv3.common.synchronization [None req-a20add3a-ceff-407c-a8fd-b5d6c94d401d tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGHEST for action security_group_rules [ 1029.204660] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGHEST for action security_group_rules [ 1029.204660] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7afa8752-9996-4808-94b5-df32fa458927 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.204660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.315417] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.315626] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.315759] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.316137] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.316372] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.316554] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.316679] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.316930] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.317129] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.317422] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.317593] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.317735] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.317946] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.318077] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.318189] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.318331] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.341354] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.341583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.341696] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.342042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.342218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.342572] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.342696] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.342809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.342983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.343069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.343168] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be updated. [ 1029.364502] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.364842] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.364977] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.365264] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.365759] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-15f422aa-08f5-4473-b1ac-92eb03870e58 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.366036] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-15f422aa-08f5-4473-b1ac-92eb03870e58" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.366416] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-15f422aa-08f5-4473-b1ac-92eb03870e58" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.366798] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-15f422aa-08f5-4473-b1ac-92eb03870e58" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.366962] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15f422aa-08f5-4473-b1ac-92eb03870e58',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.406549] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.406549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.406549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.406781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.406990] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.417360] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: IN_PROGRESS for 2s [ 1029.508756] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.510427] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b93829-da21-4fcf-8e36-6ec77f6764b3 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.510655] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.510966] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71e0942f-5026-4128-ba81-16311feb9b3e with status ACTIVE [ 1029.511370] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.511370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.511572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.512987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.512987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.512987] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.512987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.512987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.512987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.512987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.512987] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.513409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.513409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.513409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.513557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.513557] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71e0942f-5026-4128-ba81-16311feb9b3e is going to be updated. [ 1029.541053] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.541053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.541053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.541053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.541516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.542646] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71e0942f-5026-4128-ba81-16311feb9b3e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.634280] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.634526] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.634526] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.634763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.634877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.634979] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7afa8752-9996-4808-94b5-df32fa458927 already deleted. [ 1029.635079] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.635240] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.635411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.635495] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7afa8752-9996-4808-94b5-df32fa458927',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.695228] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.810085] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 in Status: SUCCESS [ 1029.810275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.810598] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.810775] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.810880] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.810992] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.811071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.811264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.811627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.811627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.811627] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('739d6371-e9ca-4e58-9d28-dabf22428ee6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.869724] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.870279] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.870279] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.870422] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.870577] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.870754] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 15f422aa-08f5-4473-b1ac-92eb03870e58 not found, creating... [ 1029.871058] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.871273] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.871376] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.871615] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.871751] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.872066] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.872271] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.872374] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.872634] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.872770] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.872934] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 15f422aa-08f5-4473-b1ac-92eb03870e58 is going to be created. [ 1029.898684] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.898684] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.898684] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.898684] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.898684] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.898684] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-15f422aa-08f5-4473-b1ac-92eb03870e58" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.014525] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.159029] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.159029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.159029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.159029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.159029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.159029] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7afa8752-9996-4808-94b5-df32fa458927 already deleted. [ 1030.159029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.197723] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.314389] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('739d6371-e9ca-4e58-9d28-dabf22428ee6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.515732] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.515908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.515983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.516367] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.516460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.516571] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 is going to be updated. [ 1030.574211] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.574362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.574421] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.574593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.574739] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.585791] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 in Status: IN_PROGRESS for 2s [ 1030.605693] env[65116]: INFO networking_nsxv3.common.synchronization [req-99b6c27d-d011-44bc-8db8-4f5188cfee5d req-d554d8dc-606d-43ef-9e7c-018be3b4fb98 service nova] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_rules [ 1030.606187] env[65116]: INFO networking_nsxv3.common.synchronization [req-99b6c27d-d011-44bc-8db8-4f5188cfee5d req-d554d8dc-606d-43ef-9e7c-018be3b4fb98 service nova] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1030.606445] env[65116]: INFO networking_nsxv3.common.synchronization [req-99b6c27d-d011-44bc-8db8-4f5188cfee5d req-d554d8dc-606d-43ef-9e7c-018be3b4fb98 service nova] Enqueued Resource ID: 15f422aa-08f5-4473-b1ac-92eb03870e58 with Priority: HIGHEST for action port [ 1030.609240] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_rules [ 1030.609240] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1030.609240] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15f422aa-08f5-4473-b1ac-92eb03870e58 with Priority: HIGHEST for action port [ 1030.609240] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.609240] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.609240] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.609240] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.609240] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.609713] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.609713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.609713] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-15f422aa-08f5-4473-b1ac-92eb03870e58 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.609713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15f422aa-08f5-4473-b1ac-92eb03870e58" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.609900] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15f422aa-08f5-4473-b1ac-92eb03870e58" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.609900] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15f422aa-08f5-4473-b1ac-92eb03870e58" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.609977] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15f422aa-08f5-4473-b1ac-92eb03870e58',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.703698] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.703698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.703698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.703698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.703698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.703698] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 is going to be updated. [ 1030.738093] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.738311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.738418] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.738685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.738885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.751174] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: IN_PROGRESS for 2s [ 1030.817916] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 739d6371-e9ca-4e58-9d28-dabf22428ee6: rpc.has_security_group_logging(os_id): False [ 1030.853447] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.853688] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.853808] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.854154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.854332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.854677] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.854824] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.854920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.855276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.855405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.855510] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 is going to be created. [ 1030.926143] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.926539] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.926539] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.926677] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.926977] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.942546] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 in Status: IN_PROGRESS for 2s [ 1031.112063] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.112063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.112063] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15f422aa-08f5-4473-b1ac-92eb03870e58 with status ACTIVE [ 1031.112396] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.112446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.112565] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.112864] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.112961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.113165] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.113263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.113327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.113477] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.113549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.113733] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.113827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.113879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.114024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.114099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.114185] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15f422aa-08f5-4473-b1ac-92eb03870e58 is going to be updated. [ 1031.137274] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.137563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.137563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.137710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.137844] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.138009] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15f422aa-08f5-4473-b1ac-92eb03870e58" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.428727] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 1031.428995] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 deletion is rescheduled due to dependency. [ 1031.429094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.429282] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.429530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.429734] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.429860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.429930] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.430199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.430296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.430438] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.932529] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.435820] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.597946] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 in Status: SUCCESS [ 1032.598242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.598437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.598685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.598962] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.599069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.599134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.599334] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.599445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.599535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.599647] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.763060] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: SUCCESS [ 1032.763333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.763557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.763850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.764118] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.764322] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.764425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.764587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.764701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.764828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.765063] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.765185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.765272] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.765470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.765665] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.765807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.765891] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.766063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.766159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.766307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.766404] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.767444] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.767505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.768516] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.768516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.768516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.768516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.768516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.768516] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.939066] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.939391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.939391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.939568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.939639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.939764] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be updated. [ 1032.960940] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 in Status: SUCCESS [ 1032.961092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.978309] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.978484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.978553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.978870] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.979051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.990642] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: IN_PROGRESS for 2s [ 1033.101901] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.273023] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43561c6e-42c5-4c70-8ac9-c1a88da69fd1: rpc.has_security_group_logging(os_id): False [ 1033.273023] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.292198] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.292198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.292198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.292407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.292407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.292535] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.292636] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.292698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.292845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.292921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.293118] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.293213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.293275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.293415] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.293489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.293684] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.293795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.293879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.294064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.294235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.294301] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 is going to be created. [ 1033.367685] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.367932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.367932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.368146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.368330] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.383341] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: IN_PROGRESS for 2s [ 1033.607023] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56b93829-da21-4fcf-8e36-6ec77f6764b3: rpc.has_security_group_logging(os_id): False [ 1033.623829] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.624038] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.624096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.624411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.624525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.624794] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.624921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.624993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.625137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.625225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.625313] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 is going to be updated. [ 1033.691371] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.692583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.692721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.692999] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.693194] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.709054] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 in Status: IN_PROGRESS for 2s [ 1033.775124] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.277513] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.277878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.277944] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.278340] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.278513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.278779] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 is going to be updated. [ 1034.347322] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.347547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.347713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.347973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.348259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.366659] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: IN_PROGRESS for 2s [ 1034.573045] env[65116]: INFO networking_nsxv3.common.synchronization [req-89b8a234-6592-419f-a4a8-bea13dfa04b5 req-7d685d3e-b6f0-4ee4-8771-6c07e2edb0e7 tempest-ImagesTestJSON-1950073941 tempest-ImagesTestJSON-1950073941-project-member] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 1034.573750] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGHEST for action security_group_members [ 1034.574141] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.574331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.574504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.574594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.574782] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.574926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.575036] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.575365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.575365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.575365] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.005314] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 1035.006025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.006025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.006167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.006392] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.007189] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.007189] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.007189] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.007189] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.007189] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.007189] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.079061] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.079259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.079328] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.079536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.079592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.079794] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.079891] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.079947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.080163] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.080228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.080279] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be updated. [ 1035.110662] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.110860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.110860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.111060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.111251] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.122655] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: IN_PROGRESS for 2s [ 1035.399587] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: SUCCESS [ 1035.399924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.400185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.401345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.401345] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.509856] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.509856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.510923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.510923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.510923] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.511552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.511552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.511552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.511552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.511781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.512050] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.512050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.512050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.512183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.512334] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.512586] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.512586] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.512682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.512807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.512854] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.512915] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.723906] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 in Status: SUCCESS [ 1035.724683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.904038] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.904038] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.015849] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1107dd3-a6e3-47c0-9fb6-05ff74e73343: rpc.has_security_group_logging(os_id): False [ 1036.035498] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.035722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.035722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.035940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.036047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.036243] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.036406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.036491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.036667] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.036745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.036952] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.037068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.037142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.037279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.037352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.037556] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.037653] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.037713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.037855] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.037928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.038024] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be updated. [ 1036.122800] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.123016] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.123110] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.123371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.123541] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.140489] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: IN_PROGRESS for 2s [ 1036.377858] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: SUCCESS [ 1036.378411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.379095] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.380029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.380223] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.380453] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.380592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.380769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.380859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.380952] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.381058] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.764389] env[65116]: INFO networking_nsxv3.common.synchronization [None req-dc484f99-36ca-4cb9-bf52-4d3a928348e7 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1036.764721] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1036.765450] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.765450] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.765450] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.765578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.765719] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.765771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.765925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.766170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.766206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.766354] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.886035] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.886035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.886035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.886035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.886035] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.886035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.886035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.886035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.886035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.886035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.886035] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.886035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.886035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.886035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.886035] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.886035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.887060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.887060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.887060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.887060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.887060] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.135839] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 in Status: SUCCESS [ 1037.136122] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 deletion is rescheduled due to dependency. [ 1037.136281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.270641] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.388757] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43561c6e-42c5-4c70-8ac9-c1a88da69fd1: rpc.has_security_group_logging(os_id): False [ 1037.410475] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.410635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.410701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.411554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.411667] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.411891] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.411997] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.412079] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.412246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.412324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.412524] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.412623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.412683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.412826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.412902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.413627] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.413747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.413811] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.413961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.414058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.414147] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 is going to be updated. [ 1037.492763] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.492927] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.492972] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.493193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.493347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.507217] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: IN_PROGRESS for 2s [ 1037.774011] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.157301] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 1038.157644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.278303] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.278303] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.278303] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.280289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.280289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.280289] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be updated. [ 1038.334752] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.335084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.335318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.335570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.335827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.347937] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: IN_PROGRESS for 2s [ 1038.378573] env[65116]: INFO networking_nsxv3.common.synchronization [req-5fb546bd-869a-412e-b7d9-1e13c0cdc316 req-0a9d4334-6bbc-4f3c-add0-29a508268e82 tempest-ListServersNegativeTestJSON-1752510963 tempest-ListServersNegativeTestJSON-1752510963-project-member] Enqueued Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1038.379173] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1038.379601] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.379769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.379845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.383043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.383043] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.383043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.383043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.383043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.383404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.383404] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.885829] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.390414] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.521987] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: SUCCESS [ 1039.522244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.522423] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.522647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.522736] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.702539] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.702750] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.702862] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.703173] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.703436] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.703593] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.703711] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.703937] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.704093] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.704323] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.704469] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.704589] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.704702] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.704815] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.705193] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.705193] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.724148] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.724342] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.724490] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.724670] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.724990] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-065401c7-8dd5-4be7-a65a-d1c11a0d2ba6 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.725182] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-065401c7-8dd5-4be7-a65a-d1c11a0d2ba6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.725302] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-065401c7-8dd5-4be7-a65a-d1c11a0d2ba6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.725623] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-065401c7-8dd5-4be7-a65a-d1c11a0d2ba6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.725774] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('065401c7-8dd5-4be7-a65a-d1c11a0d2ba6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.898614] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.898614] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.898614] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.898614] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.898614] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.898614] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 is going to be updated. [ 1039.945772] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.945772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.945772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.945772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.945772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.955813] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: IN_PROGRESS for 2s [ 1040.025126] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.025288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.228600] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.228865] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.228976] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.229357] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.229566] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.229736] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 065401c7-8dd5-4be7-a65a-d1c11a0d2ba6 not found, creating... [ 1040.230044] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.230373] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.230373] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.230585] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.230741] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.231121] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.231268] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.231429] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.231732] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.231894] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.232050] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 065401c7-8dd5-4be7-a65a-d1c11a0d2ba6 is going to be created. [ 1040.257541] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.257868] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.257917] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.258530] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.258530] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.258684] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-065401c7-8dd5-4be7-a65a-d1c11a0d2ba6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.363802] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 1040.364059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.779094] env[65116]: INFO networking_nsxv3.common.synchronization [req-2990aab9-5914-43fe-9af4-9581eb97121a req-99a3511e-3f8f-4a04-9164-fa516d87f6af tempest-ServerDiagnosticsTest-28763545 tempest-ServerDiagnosticsTest-28763545-project-member] Enqueued Resource ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 with Priority: HIGHEST for action security_group_members [ 1040.779985] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 with Priority: HIGHEST for action security_group_members [ 1040.780975] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.781200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.781333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.781805] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.782082] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.782268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.782388] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.782646] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.782796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.782963] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82bdbaf-5a1f-498a-977c-8b7e2985eae7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.018641] env[65116]: INFO networking_nsxv3.common.synchronization [req-00c8a74d-5de6-4d30-96d6-d154c69f5dbb req-d00a40ef-9018-452b-90ca-63c9c55ee77c service nova] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_rules [ 1041.018641] env[65116]: INFO networking_nsxv3.common.synchronization [req-00c8a74d-5de6-4d30-96d6-d154c69f5dbb req-d00a40ef-9018-452b-90ca-63c9c55ee77c service nova] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1041.018641] env[65116]: INFO networking_nsxv3.common.synchronization [req-00c8a74d-5de6-4d30-96d6-d154c69f5dbb req-d00a40ef-9018-452b-90ca-63c9c55ee77c service nova] Enqueued Resource ID: 065401c7-8dd5-4be7-a65a-d1c11a0d2ba6 with Priority: HIGHEST for action port [ 1041.019104] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_rules [ 1041.019365] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1041.019477] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065401c7-8dd5-4be7-a65a-d1c11a0d2ba6 with Priority: HIGHEST for action port [ 1041.019805] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.019928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.019997] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.020417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.020506] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.025140] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.025924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.025924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.025924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.026137] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.026194] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.026290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.026581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.026675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.026786] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.028744] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-065401c7-8dd5-4be7-a65a-d1c11a0d2ba6 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.028869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-065401c7-8dd5-4be7-a65a-d1c11a0d2ba6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.028942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-065401c7-8dd5-4be7-a65a-d1c11a0d2ba6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.029144] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-065401c7-8dd5-4be7-a65a-d1c11a0d2ba6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.029231] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('065401c7-8dd5-4be7-a65a-d1c11a0d2ba6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.287547] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.287796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.287796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.287988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.288091] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.288311] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.288423] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.288514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.288692] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.288850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.288950] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 already deleted. [ 1041.289017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.505708] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.505962] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.506070] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.506623] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.506894] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.507063] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.507204] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.507582] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.507748] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.507963] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.508090] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.508198] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.508306] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.508503] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.508710] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.508873] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.529981] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.530294] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.530446] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.530628] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-968" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.531244] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-59929561-be86-4157-85cc-e3e04892acbc taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.531505] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-59929561-be86-4157-85cc-e3e04892acbc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.531632] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-59929561-be86-4157-85cc-e3e04892acbc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.531963] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-59929561-be86-4157-85cc-e3e04892acbc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.532117] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59929561-be86-4157-85cc-e3e04892acbc',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.533171] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.534160] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.534323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.534501] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 065401c7-8dd5-4be7-a65a-d1c11a0d2ba6 with status ACTIVE [ 1041.534736] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.534923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.535018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.535213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.535295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.535474] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.535573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.535671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.535785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.535925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.536227] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.536356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.536356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.536555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.536650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.536722] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 065401c7-8dd5-4be7-a65a-d1c11a0d2ba6 is going to be updated. [ 1041.563807] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.564062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.564062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.564257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.564512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.564730] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-065401c7-8dd5-4be7-a65a-d1c11a0d2ba6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.976571] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: SUCCESS [ 1041.976826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.977029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.977261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.977482] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.977639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.977685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.977888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.978024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.978151] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.978250] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.039463] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.040914] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.041020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.041156] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.041483] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.041576] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.041795] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 59929561-be86-4157-85cc-e3e04892acbc not found, creating... [ 1042.041982] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.042158] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.042404] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.042651] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.043635] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.043635] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.043635] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.043635] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.044254] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.044254] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.044254] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 59929561-be86-4157-85cc-e3e04892acbc is going to be created. [ 1042.075428] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.075755] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.075982] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.076402] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.076784] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.077090] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-59929561-be86-4157-85cc-e3e04892acbc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.480395] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.480674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.480761] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.481357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.481357] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.481357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.481590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.481680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.481777] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.481870] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.482435] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.482435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.482435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.482435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.482665] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.482665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.482665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.482781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.482869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.482985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.483223] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.546748] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.546748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.546748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.547339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.547339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.547339] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be updated. [ 1042.580890] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.581098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.581141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.581339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.581490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.591773] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: IN_PROGRESS for 2s [ 1042.794377] env[65116]: INFO networking_nsxv3.common.synchronization [req-2990aab9-5914-43fe-9af4-9581eb97121a req-0c82bb88-53cc-47a5-9414-56d222bed98e service nova] Enqueued Resource ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 with Priority: HIGHEST for action security_group_rules [ 1042.794596] env[65116]: INFO networking_nsxv3.common.synchronization [req-2990aab9-5914-43fe-9af4-9581eb97121a req-0c82bb88-53cc-47a5-9414-56d222bed98e service nova] Enqueued Resource ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 with Priority: HIGHEST for action security_group_members [ 1042.794912] env[65116]: INFO networking_nsxv3.common.synchronization [req-2990aab9-5914-43fe-9af4-9581eb97121a req-0c82bb88-53cc-47a5-9414-56d222bed98e service nova] Enqueued Resource ID: 59929561-be86-4157-85cc-e3e04892acbc with Priority: HIGHEST for action port [ 1042.795306] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 with Priority: HIGHEST for action security_group_rules [ 1042.796909] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 with Priority: HIGHEST for action security_group_members [ 1042.797014] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59929561-be86-4157-85cc-e3e04892acbc with Priority: HIGHEST for action port [ 1042.797333] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82bdbaf-5a1f-498a-977c-8b7e2985eae7 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.797472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.797640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.798103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.798550] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82bdbaf-5a1f-498a-977c-8b7e2985eae7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.800439] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.801191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.801347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.801701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.801874] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.802196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.802315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.802556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.802697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.802848] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82bdbaf-5a1f-498a-977c-8b7e2985eae7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.804590] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-59929561-be86-4157-85cc-e3e04892acbc taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.804760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59929561-be86-4157-85cc-e3e04892acbc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.804867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59929561-be86-4157-85cc-e3e04892acbc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.805120] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59929561-be86-4157-85cc-e3e04892acbc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.805236] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59929561-be86-4157-85cc-e3e04892acbc',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.989045] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43561c6e-42c5-4c70-8ac9-c1a88da69fd1: rpc.has_security_group_logging(os_id): False [ 1043.006949] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.007211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.007211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.008884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.008884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.008884] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.008884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.008884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.008884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.008884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.008884] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.008884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.008884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.008884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.008884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.008884] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.009613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.011179] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.011386] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.011478] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.011599] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 is going to be updated. [ 1043.090663] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.090663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.090663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.090663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.090663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.115148] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: IN_PROGRESS for 2s [ 1043.122866] env[65116]: INFO networking_nsxv3.common.synchronization [None req-286b6bc9-fc3e-460b-969d-ae5fdf7706a8 None None] Enqueued Resource ID: 15fe4ec3-dee0-4153-aa63-b72261cbd368 with Priority: HIGHEST for action port [ 1043.122866] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15fe4ec3-dee0-4153-aa63-b72261cbd368 with Priority: HIGHEST for action port [ 1043.122866] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-15fe4ec3-dee0-4153-aa63-b72261cbd368 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.122866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15fe4ec3-dee0-4153-aa63-b72261cbd368" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.122866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15fe4ec3-dee0-4153-aa63-b72261cbd368" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.123336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15fe4ec3-dee0-4153-aa63-b72261cbd368" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.123541] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15fe4ec3-dee0-4153-aa63-b72261cbd368',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.302191] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.302191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.306657] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e82bdbaf-5a1f-498a-977c-8b7e2985eae7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.312021] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59929561-be86-4157-85cc-e3e04892acbc with status ACTIVE [ 1043.312021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.312021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.312021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.312021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.312021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.312021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.312021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.312021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.312021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.312021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.312021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.312021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.312021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.312021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.312021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.312021] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59929561-be86-4157-85cc-e3e04892acbc is going to be updated. [ 1043.337331] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.338573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.338960] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.339474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.339761] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.340098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59929561-be86-4157-85cc-e3e04892acbc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.629250] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15fe4ec3-dee0-4153-aa63-b72261cbd368 [ 1043.629250] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.629250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.629250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.629250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.629250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.629250] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15fe4ec3-dee0-4153-aa63-b72261cbd368 already deleted. [ 1043.629250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15fe4ec3-dee0-4153-aa63-b72261cbd368" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.813180] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e82bdbaf-5a1f-498a-977c-8b7e2985eae7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.315746] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.316154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.316154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.316262] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.316314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.316377] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 is going to be created. [ 1044.341670] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.341831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.341904] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.342152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.342313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.353028] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 in Status: UNINITIALIZED for 2s [ 1044.603504] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 1044.604092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.604092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.604227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.604331] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.604447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.604578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.606221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.606221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.606221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.606221] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.020725] env[65116]: INFO networking_nsxv3.common.synchronization [None req-139461be-f44b-4d90-9911-cb891f3ac186 None None] Enqueued Resource ID: 4c5030f0-07b6-4b31-81fb-6f4a7f5dc929 with Priority: HIGHEST for action port [ 1045.021182] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5030f0-07b6-4b31-81fb-6f4a7f5dc929 with Priority: HIGHEST for action port [ 1045.021417] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c5030f0-07b6-4b31-81fb-6f4a7f5dc929 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.021713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c5030f0-07b6-4b31-81fb-6f4a7f5dc929" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.021806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c5030f0-07b6-4b31-81fb-6f4a7f5dc929" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.022097] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c5030f0-07b6-4b31-81fb-6f4a7f5dc929" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.022215] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5030f0-07b6-4b31-81fb-6f4a7f5dc929',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.111532] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.111532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.111532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.111532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.111532] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.111532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.111532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.111532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.111532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.111532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.113023] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.113023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.113023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.113023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.113023] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.113023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.113023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.113968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.113968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.113968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.113968] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.131365] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: SUCCESS [ 1045.131610] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.529106] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c5030f0-07b6-4b31-81fb-6f4a7f5dc929 [ 1045.529396] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.529486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.529548] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.529760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.529875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.530236] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c5030f0-07b6-4b31-81fb-6f4a7f5dc929 already deleted. [ 1045.530236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c5030f0-07b6-4b31-81fb-6f4a7f5dc929" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.616904] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1107dd3-a6e3-47c0-9fb6-05ff74e73343: rpc.has_security_group_logging(os_id): False [ 1045.637169] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.637362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.637463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.637719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.637841] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.638110] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.638287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.638287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.638442] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.638524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.638716] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.638813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.638867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.639016] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.639098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.639296] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.639391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.639452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.639617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.639675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.639787] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be updated. [ 1045.709405] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.709590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.709647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.709829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.709976] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.727451] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: IN_PROGRESS for 2s [ 1046.363931] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 in Status: SUCCESS [ 1046.363931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.364189] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.364471] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.364594] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.364809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.364809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.365097] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.366211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.366211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.366211] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e82bdbaf-5a1f-498a-977c-8b7e2985eae7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.869588] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.869975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.870063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.870387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.870670] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.870846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.870959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.871535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.871725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.871904] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.872210] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.872383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.872493] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.872757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.872989] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.873174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.873284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.873518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.873660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.873803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.873941] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e82bdbaf-5a1f-498a-977c-8b7e2985eae7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.377313] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e82bdbaf-5a1f-498a-977c-8b7e2985eae7: rpc.has_security_group_logging(os_id): False [ 1047.399191] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.399191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.399191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.399438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.399438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.399622] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.399884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.399884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.399991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.400135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.400386] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.400466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.400550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.400717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.400825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.401088] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.401211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.401659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.401659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.401743] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.401792] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 is going to be created. [ 1047.472239] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.472409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.472549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.472661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.472846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.492546] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 in Status: IN_PROGRESS for 2s [ 1047.744815] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 1047.745066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.506317] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 in Status: SUCCESS [ 1049.506809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.024750] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1050.024861] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1050.205701] env[65116]: INFO networking_nsxv3.common.synchronization [req-250a0ace-1b29-4d1b-95d3-d168b7973968 req-60eff90e-bfea-47ed-aa30-821bad564936 tempest-ServerActionsTestOtherB-1773662609 tempest-ServerActionsTestOtherB-1773662609-project-member] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 1050.205829] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 1050.206225] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.206352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.206410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.206587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.206775] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.206863] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.206928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.207220] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.207374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.207439] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.711434] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.711740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.711740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.711866] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.711956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.712376] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.712477] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.712477] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.712662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.712797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.712973] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be updated. [ 1050.727041] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.727281] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.727798] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.727912] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.728260] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.728438] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.728558] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.728792] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.728929] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.729211] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.729319] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.730651] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.730651] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.730651] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.730651] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.730651] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.745395] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.745395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.745395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.745395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.745686] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.751323] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.751495] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.751621] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.751793] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.752158] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-2acd5dbc-a08c-4ebd-922b-284294369a33 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.752351] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-2acd5dbc-a08c-4ebd-922b-284294369a33" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.752640] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-2acd5dbc-a08c-4ebd-922b-284294369a33" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.753033] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-2acd5dbc-a08c-4ebd-922b-284294369a33" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.753138] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2acd5dbc-a08c-4ebd-922b-284294369a33',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.756042] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 1051.256052] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.256343] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.256513] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.256954] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.257184] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.257395] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 2acd5dbc-a08c-4ebd-922b-284294369a33 not found, creating... [ 1051.257755] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.257958] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.258128] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.258421] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.258599] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.258997] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.259191] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.259311] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.259532] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.259667] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.259810] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 2acd5dbc-a08c-4ebd-922b-284294369a33 is going to be created. [ 1051.304946] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.305284] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.305446] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.305880] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.306195] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.306462] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-2acd5dbc-a08c-4ebd-922b-284294369a33" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.010244] env[65116]: INFO networking_nsxv3.common.synchronization [req-250a0ace-1b29-4d1b-95d3-d168b7973968 req-ca0a3bec-a2b0-48a3-aa93-53c1f8efc5b7 service nova] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_rules [ 1052.010244] env[65116]: INFO networking_nsxv3.common.synchronization [req-250a0ace-1b29-4d1b-95d3-d168b7973968 req-ca0a3bec-a2b0-48a3-aa93-53c1f8efc5b7 service nova] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 1052.010244] env[65116]: INFO networking_nsxv3.common.synchronization [req-250a0ace-1b29-4d1b-95d3-d168b7973968 req-ca0a3bec-a2b0-48a3-aa93-53c1f8efc5b7 service nova] Enqueued Resource ID: 2acd5dbc-a08c-4ebd-922b-284294369a33 with Priority: HIGHEST for action port [ 1052.010244] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_rules [ 1052.010967] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 1052.011242] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2acd5dbc-a08c-4ebd-922b-284294369a33 with Priority: HIGHEST for action port [ 1052.011633] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.012053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.015243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.015243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.015243] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.015243] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.015243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.015243] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-2acd5dbc-a08c-4ebd-922b-284294369a33 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.015243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2acd5dbc-a08c-4ebd-922b-284294369a33" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.015243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2acd5dbc-a08c-4ebd-922b-284294369a33" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.015243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2acd5dbc-a08c-4ebd-922b-284294369a33" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.015243] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2acd5dbc-a08c-4ebd-922b-284294369a33',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.363717] env[65116]: INFO networking_nsxv3.common.synchronization [req-6816d0ed-9fcf-477a-87b7-4c7a28cc7ed3 req-e5ad07af-c147-448a-a2f9-7f76c12c8aa4 tempest-ServersTestJSON-1776500097 tempest-ServersTestJSON-1776500097-project-member] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1052.364241] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1052.364556] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.366804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.366937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.367167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.367397] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.367535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.367667] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.367811] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.367922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.368054] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.516558] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.516779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.519114] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2acd5dbc-a08c-4ebd-922b-284294369a33 with status ACTIVE [ 1052.519325] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.519434] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.519498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.519711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.519808] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.520048] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.520155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.520216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.520382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.520484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.522651] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.522651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.522651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.522651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.522651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.522651] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2acd5dbc-a08c-4ebd-922b-284294369a33 is going to be updated. [ 1052.544910] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.544910] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.544910] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.544910] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.544910] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.545369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2acd5dbc-a08c-4ebd-922b-284294369a33" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.767676] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 1052.767966] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 deletion is rescheduled due to dependency. [ 1052.768154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.768400] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.768705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.768988] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.770353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.770353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.770353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.770353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.770353] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.785144] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.785442] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.785650] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.786086] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.787093] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.787422] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.787661] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.788060] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.788346] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.788707] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.788980] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.789243] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.789830] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.789830] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.789994] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.790190] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.814135] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.814424] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.814657] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.814941] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.815438] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-c73a5f2e-adbf-411c-bec3-31dd92e45737 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.815715] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-c73a5f2e-adbf-411c-bec3-31dd92e45737" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.815907] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-c73a5f2e-adbf-411c-bec3-31dd92e45737" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.816394] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-c73a5f2e-adbf-411c-bec3-31dd92e45737" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.816677] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c73a5f2e-adbf-411c-bec3-31dd92e45737',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.870217] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.272529] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.321304] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.321731] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.321909] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.322268] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.322447] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.322619] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port c73a5f2e-adbf-411c-bec3-31dd92e45737 not found, creating... [ 1053.322914] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.323107] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.323228] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.323530] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.323730] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.324058] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.324226] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.324343] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.324594] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.324748] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.324899] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: c73a5f2e-adbf-411c-bec3-31dd92e45737 is going to be created. [ 1053.350756] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.350756] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.351080] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.351228] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.351915] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.351915] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-c73a5f2e-adbf-411c-bec3-31dd92e45737" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.372621] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.426085] env[65116]: INFO networking_nsxv3.common.synchronization [None req-1672bf2e-9a2b-4ba7-9640-ee8fd96f5658 None None] Enqueued Resource ID: 73ff4693-2856-4f36-9571-711e6d0bb532 with Priority: HIGHEST for action port [ 1053.426715] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73ff4693-2856-4f36-9571-711e6d0bb532 with Priority: HIGHEST for action port [ 1053.426941] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-73ff4693-2856-4f36-9571-711e6d0bb532 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.427216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73ff4693-2856-4f36-9571-711e6d0bb532" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.427285] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73ff4693-2856-4f36-9571-711e6d0bb532" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.427544] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73ff4693-2856-4f36-9571-711e6d0bb532" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.427631] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73ff4693-2856-4f36-9571-711e6d0bb532',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.775793] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.875095] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.876398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.876530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.876802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.876919] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.877045] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1053.907067] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.907271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.907271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.907506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.907666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.917404] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1053.930842] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73ff4693-2856-4f36-9571-711e6d0bb532 [ 1053.930842] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.930842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.931271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.931271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.931271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.931384] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73ff4693-2856-4f36-9571-711e6d0bb532 already deleted. [ 1053.931384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73ff4693-2856-4f36-9571-711e6d0bb532" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.092463] env[65116]: INFO networking_nsxv3.common.synchronization [req-6816d0ed-9fcf-477a-87b7-4c7a28cc7ed3 req-a65db535-ea33-4867-a9ba-16a9a6a8490b service nova] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_rules [ 1054.092612] env[65116]: INFO networking_nsxv3.common.synchronization [req-6816d0ed-9fcf-477a-87b7-4c7a28cc7ed3 req-a65db535-ea33-4867-a9ba-16a9a6a8490b service nova] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1054.092762] env[65116]: INFO networking_nsxv3.common.synchronization [req-6816d0ed-9fcf-477a-87b7-4c7a28cc7ed3 req-a65db535-ea33-4867-a9ba-16a9a6a8490b service nova] Enqueued Resource ID: c73a5f2e-adbf-411c-bec3-31dd92e45737 with Priority: HIGHEST for action port [ 1054.093288] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_rules [ 1054.093778] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1054.093778] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c73a5f2e-adbf-411c-bec3-31dd92e45737 with Priority: HIGHEST for action port [ 1054.094232] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.094387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.094506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.095133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.095133] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.095762] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.096223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.096223] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-c73a5f2e-adbf-411c-bec3-31dd92e45737 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.096358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c73a5f2e-adbf-411c-bec3-31dd92e45737" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.096358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c73a5f2e-adbf-411c-bec3-31dd92e45737" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.096585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c73a5f2e-adbf-411c-bec3-31dd92e45737" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.098409] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c73a5f2e-adbf-411c-bec3-31dd92e45737',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.278332] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.278624] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.278624] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.278947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.279010] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.279084] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be updated. [ 1054.340718] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.340718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.340718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.340718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.340718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.351643] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 1054.601355] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.601355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.601355] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c73a5f2e-adbf-411c-bec3-31dd92e45737 with status ACTIVE [ 1054.601567] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.601567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.601567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.601902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.601902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.602046] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.602115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.602165] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.603147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.603147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.603147] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.603147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.603147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.603147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.603594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.603594] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c73a5f2e-adbf-411c-bec3-31dd92e45737 is going to be updated. [ 1054.625382] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.625524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.625617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.625788] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.625920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.626089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c73a5f2e-adbf-411c-bec3-31dd92e45737" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.583881] env[65116]: INFO networking_nsxv3.common.synchronization [req-3118a02f-3352-4a62-81fc-ba338c489f04 req-a585646b-f34a-4fdf-a5e7-d3f9f6881091 tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGHEST for action security_group_members [ 1055.584411] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGHEST for action security_group_members [ 1055.584591] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7afa8752-9996-4808-94b5-df32fa458927 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.584744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.584805] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.588591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.588892] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.590671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.590840] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.591113] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.591233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.591397] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7afa8752-9996-4808-94b5-df32fa458927',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.928314] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1055.929969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.929969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.929969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.929969] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.929969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.929969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.929969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.929969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.929969] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.045266] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.045526] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.045754] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.045919] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.046195] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.046353] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.046586] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.046674] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.046889] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.047178] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.047296] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.047405] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.047604] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.047604] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.047724] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.047877] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.068019] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.068286] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.068382] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.068541] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.068885] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-65c052c9-c53e-40b1-a26b-6b8e80093cee taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.069118] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-65c052c9-c53e-40b1-a26b-6b8e80093cee" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.069314] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-65c052c9-c53e-40b1-a26b-6b8e80093cee" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.069519] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-65c052c9-c53e-40b1-a26b-6b8e80093cee" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.069682] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c052c9-c53e-40b1-a26b-6b8e80093cee',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.096968] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.097164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.097251] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.097510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.097911] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.098209] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.098342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.098425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.098625] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.098732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.098827] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7afa8752-9996-4808-94b5-df32fa458927 already deleted. [ 1056.098911] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.211193] env[65116]: INFO networking_nsxv3.common.synchronization [None req-a3a510b3-8d56-4907-aab5-0937a125e595 None None] Enqueued Resource ID: 866b71cb-8502-47ad-aa77-d035a7ca236d with Priority: HIGHEST for action port [ 1056.211460] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866b71cb-8502-47ad-aa77-d035a7ca236d with Priority: HIGHEST for action port [ 1056.212104] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-866b71cb-8502-47ad-aa77-d035a7ca236d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.212238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-866b71cb-8502-47ad-aa77-d035a7ca236d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.212309] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-866b71cb-8502-47ad-aa77-d035a7ca236d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.212567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-866b71cb-8502-47ad-aa77-d035a7ca236d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.212653] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('866b71cb-8502-47ad-aa77-d035a7ca236d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.362650] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 1056.362881] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.363060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.363328] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.363549] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.363693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.363743] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.363930] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.364055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.364155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.364248] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.437936] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.574858] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.575081] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.575280] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.576087] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.576087] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.576308] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 65c052c9-c53e-40b1-a26b-6b8e80093cee not found, creating... [ 1056.576705] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.577643] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.577873] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.578176] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.578331] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.578957] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.579115] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.579248] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.579515] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.579659] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.579826] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 65c052c9-c53e-40b1-a26b-6b8e80093cee is going to be created. [ 1056.607027] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.607027] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.607027] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.607027] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.607027] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.607027] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-65c052c9-c53e-40b1-a26b-6b8e80093cee" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.659060] env[65116]: INFO networking_nsxv3.common.synchronization [req-76c1a58d-4e5f-4d45-94eb-789bd711f157 req-8d9eb728-3e96-4754-84ba-cd0b1132a01b tempest-DeleteServersTestJSON-1929788868 tempest-DeleteServersTestJSON-1929788868-project-member] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1056.659060] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1056.660726] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.660726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.660726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.660726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.660726] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.660726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.660726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.660726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.661223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.661223] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.714664] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 866b71cb-8502-47ad-aa77-d035a7ca236d [ 1056.715413] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.715870] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.716170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.716602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.717978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.718141] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:866b71cb-8502-47ad-aa77-d035a7ca236d already deleted. [ 1056.718288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-866b71cb-8502-47ad-aa77-d035a7ca236d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.868066] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.939984] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.165019] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.165019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.165019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.165019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.165019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.165019] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.165019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.165019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.165019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.165019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.165019] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1057.199112] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.199112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.199112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.199112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.199112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.209044] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1057.370101] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b075320f-40be-4b29-84c7-cc716b85b3c4: rpc.has_security_group_logging(os_id): False [ 1057.389712] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.389868] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.389947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.390407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.390407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.390596] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.390662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.390703] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.392598] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.392598] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.392598] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be updated. [ 1057.404860] env[65116]: INFO networking_nsxv3.common.synchronization [req-3118a02f-3352-4a62-81fc-ba338c489f04 req-b56c7173-9f96-4882-a8f9-0a9c7791824d service nova] Enqueued Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGHEST for action security_group_rules [ 1057.404860] env[65116]: INFO networking_nsxv3.common.synchronization [req-3118a02f-3352-4a62-81fc-ba338c489f04 req-b56c7173-9f96-4882-a8f9-0a9c7791824d service nova] Enqueued Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGHEST for action security_group_members [ 1057.404860] env[65116]: INFO networking_nsxv3.common.synchronization [req-3118a02f-3352-4a62-81fc-ba338c489f04 req-b56c7173-9f96-4882-a8f9-0a9c7791824d service nova] Enqueued Resource ID: 65c052c9-c53e-40b1-a26b-6b8e80093cee with Priority: HIGHEST for action port [ 1057.405592] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGHEST for action security_group_rules [ 1057.405720] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGHEST for action security_group_members [ 1057.405797] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c052c9-c53e-40b1-a26b-6b8e80093cee with Priority: HIGHEST for action port [ 1057.406206] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7afa8752-9996-4808-94b5-df32fa458927 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.406305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.406420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.406586] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.406711] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7afa8752-9996-4808-94b5-df32fa458927',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.408099] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7afa8752-9996-4808-94b5-df32fa458927 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.408181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.408181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.408367] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.408524] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.408622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.408685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.408831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.408916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.409030] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7afa8752-9996-4808-94b5-df32fa458927',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.409853] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-65c052c9-c53e-40b1-a26b-6b8e80093cee taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.409962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65c052c9-c53e-40b1-a26b-6b8e80093cee" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.410040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65c052c9-c53e-40b1-a26b-6b8e80093cee" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.410198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65c052c9-c53e-40b1-a26b-6b8e80093cee" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.410273] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c052c9-c53e-40b1-a26b-6b8e80093cee',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.443784] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.443784] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.443994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.444153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.444203] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.444277] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1057.483691] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.483691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.483691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.483943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.484098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.488691] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.488843] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.488891] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.489112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.489258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.502562] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1057.502999] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 1057.577491] env[65116]: INFO networking_nsxv3.common.synchronization [req-f43ba648-025e-4d71-a189-7a94a7e2c085 req-58f96499-751f-4f50-89e3-c96f9b30af33 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1057.578081] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1057.579141] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.579141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.579141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.579141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.579141] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.580822] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.581703] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.581925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.582101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.582181] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.912051] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7afa8752-9996-4808-94b5-df32fa458927 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.913394] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.921101] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7afa8752-9996-4808-94b5-df32fa458927',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.922374] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65c052c9-c53e-40b1-a26b-6b8e80093cee with status ACTIVE [ 1057.922560] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.922685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.922754] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.922966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.923066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.923248] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.923450] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.923450] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.923570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.923639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.923821] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.923915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.924020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.924258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.924370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.924423] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65c052c9-c53e-40b1-a26b-6b8e80093cee is going to be updated. [ 1057.949151] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.949347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.949404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.949619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.949742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.949911] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65c052c9-c53e-40b1-a26b-6b8e80093cee" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.084484] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.428747] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7afa8752-9996-4808-94b5-df32fa458927',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.450164] env[65116]: INFO networking_nsxv3.common.synchronization [None req-e3b6b833-526c-4e89-a4d4-38b20e48cba9 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1058.450707] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1058.451237] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.451358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.587876] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.931975] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.932485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.932485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.932485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.932690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.932690] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7afa8752-9996-4808-94b5-df32fa458927 is going to be created. [ 1058.961241] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.961459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.961459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.961690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.961863] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.972975] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7afa8752-9996-4808-94b5-df32fa458927 in Status: UNINITIALIZED for 2s [ 1059.090084] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.090084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.090478] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.090626] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.094296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.095821] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be updated. [ 1059.128235] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.128235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.128235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.128235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.128235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.139255] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: IN_PROGRESS for 2s [ 1059.220027] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1059.220027] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 deletion is rescheduled due to dependency. [ 1059.220188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.516970] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1059.517296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.517475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.517693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.517928] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.518055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.518109] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.518270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.518349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.518435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.518531] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.521054] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 1059.521254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.025564] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.026046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.026046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.026046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.026238] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.026318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.026318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.026467] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.026549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.026636] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.026789] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.026963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.027041] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.027142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.027285] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.027378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.027445] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.027573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.027650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.027734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.028037] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.059870] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.060077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.060142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.060324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.060430] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.532586] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06457b12-1261-4b74-ba42-3109928fd3b1: rpc.has_security_group_logging(os_id): False [ 1060.553659] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.554197] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.554197] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.555070] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.555070] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.555070] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.555070] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.555343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.555474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.555618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.555881] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.556156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.556313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.556504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.556643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.557561] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.557561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.557561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.557561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.557561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.557561] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1060.563774] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.624447] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.624593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.624663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.624923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.625120] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.639333] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1060.750057] env[65116]: INFO networking_nsxv3.common.synchronization [req-b49e014f-9f5f-438a-9717-ca46bfe1bbde req-79106b3f-9867-4007-ac7f-619be88ae796 tempest-ServerDiagnosticsTest-28763545 tempest-ServerDiagnosticsTest-28763545-project-member] Enqueued Resource ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 with Priority: HIGHEST for action security_group_members [ 1060.750057] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 with Priority: HIGHEST for action security_group_members [ 1060.750057] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.751126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.751126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.751126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.751126] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.751126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.751126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.751427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.751427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.751589] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e82bdbaf-5a1f-498a-977c-8b7e2985eae7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.986923] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7afa8752-9996-4808-94b5-df32fa458927 in Status: SUCCESS [ 1060.987303] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.987420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.987633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.987892] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.988028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.988102] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.990521] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.990626] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.990794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.990862] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7afa8752-9996-4808-94b5-df32fa458927',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.067228] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.151570] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 1061.151826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.152009] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.152282] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.153547] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.153719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.153806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.153992] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.154094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.154188] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.258563] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.258563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.258563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.258563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.258563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.258563] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.258563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.258563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.258563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.258563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.258563] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 is going to be updated. [ 1061.291748] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.291748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.291748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.292202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.292202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.304115] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 in Status: IN_PROGRESS for 2s [ 1061.494526] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7afa8752-9996-4808-94b5-df32fa458927',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.496060] env[65116]: INFO networking_nsxv3.common.synchronization [None req-801588d8-a227-4cbb-9c0e-12179593e1c1 None None] Enqueued Resource ID: ef6d4331-159b-42f3-a113-16373ad393d6 with Priority: HIGHEST for action port [ 1061.497165] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef6d4331-159b-42f3-a113-16373ad393d6 with Priority: HIGHEST for action port [ 1061.497643] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef6d4331-159b-42f3-a113-16373ad393d6 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.497841] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef6d4331-159b-42f3-a113-16373ad393d6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.497939] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef6d4331-159b-42f3-a113-16373ad393d6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.498416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef6d4331-159b-42f3-a113-16373ad393d6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.498526] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6d4331-159b-42f3-a113-16373ad393d6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.569495] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1061.569495] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1061.659285] env[65116]: INFO networking_nsxv3.common.synchronization [req-1ce26c0c-963b-4c9f-9d9d-afc83f2a358d req-da27e7a0-0339-4f55-8cb2-237460787d23 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 with Priority: HIGHEST for action security_group_members [ 1061.659728] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.659858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.659945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.662341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.662341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.662341] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.662341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.662341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.662341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.662341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.662984] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be updated. [ 1061.665760] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 with Priority: HIGHEST for action security_group_members [ 1061.665760] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.665760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.665760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.665760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.665760] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.666254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.666254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.666254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.666254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.666254] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f42c57c6-4d6c-4ed1-8aab-69a458e090f4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.701171] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.701455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.701455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.701583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.701732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.713332] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: IN_PROGRESS for 2s [ 1061.997958] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7afa8752-9996-4808-94b5-df32fa458927: rpc.has_security_group_logging(os_id): False [ 1062.000694] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef6d4331-159b-42f3-a113-16373ad393d6 [ 1062.000920] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.001241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.001241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.001553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.001553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.001660] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef6d4331-159b-42f3-a113-16373ad393d6 already deleted. [ 1062.001660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef6d4331-159b-42f3-a113-16373ad393d6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.031272] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.031482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.031596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.031960] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.032068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.037895] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.037895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.037895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.037895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.037895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.037895] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7afa8752-9996-4808-94b5-df32fa458927 is going to be created. [ 1062.173551] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.173865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.173865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.175086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.175086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.175086] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.175086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.175086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.175512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.175957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.176253] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 is going to be updated. [ 1062.180069] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.180389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.180555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.180847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.181262] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.205990] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7afa8752-9996-4808-94b5-df32fa458927 in Status: IN_PROGRESS for 2s [ 1062.255695] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.255878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.255878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.256258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.256437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.274476] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 in Status: IN_PROGRESS for 2s [ 1062.658990] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1062.659617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.811118] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.811118] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.811118] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.811118] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.828686] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1062.831844] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.832414] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1062.873446] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.873446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.873446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.873765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.883073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.883744] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1062.883873] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.883919] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1062.938498] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.938498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.938498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.938498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.940296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.940296] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1063.041896] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.046216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.046329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.046550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.046921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.047288] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1063.141662] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.141662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.141662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.141662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.141662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.141662] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1063.141662] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'39a29923-854e-4f0f-9d9f-01769f444e0f', '7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d', '56b93829-da21-4fcf-8e36-6ec77f6764b3', 'f090cd0f-2654-4c14-8e8d-4f34bcfb7abe', '949fcc4b-7dd3-40d9-8bad-9227b874275f', '739d6371-e9ca-4e58-9d28-dabf22428ee6', '0146a3ea-c140-44a0-abb5-d8dcce4a0d2e', 'f42c57c6-4d6c-4ed1-8aab-69a458e090f4', 'd0fe0ecc-597d-4da7-8fb5-bfd22898ecef', '7afa8752-9996-4808-94b5-df32fa458927', 'b751a3ed-ec4e-4b50-ad6f-cf9c890715e2', 'afa44884-2e94-4e78-b1f0-1f476f18ae30', '43561c6e-42c5-4c70-8ac9-c1a88da69fd1', 'b075320f-40be-4b29-84c7-cc716b85b3c4', 'b1107dd3-a6e3-47c0-9fb6-05ff74e73343', 'e82bdbaf-5a1f-498a-977c-8b7e2985eae7', '5181241a-f320-4dd8-a3ce-36912a3d4667', 'b6928ba4-3270-4d05-b3e6-95861604d40f', '4c97400d-6cdc-41ed-8688-5f46322d4b94', '600ba772-cff5-4a21-ba3c-0887b5c747a4', 'b7807efd-5e41-4daa-9c2a-bef76c49aef5', '2d61f981-2d3d-41fc-821a-077b08d9783f', '57a634c1-42bf-41c9-8df8-9727963d4b0d', 'ee177659-700f-431c-9a83-29cdd5050592', 'd430d65a-3f58-472e-b5df-4c688f56c994', '43573753-6a71-471d-b7d3-69ce7b7acd04', 'a2db4f55-6f81-4a38-ac72-8ba8935079c5', '4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed', 'e61399ad-061b-4165-8353-cd68f75d3872', '5fd56965-7771-44ab-a5b9-eec31944a463', '92d75f16-c4e5-4a19-95a4-711738d4b9e8', '06457b12-1261-4b74-ba42-3109928fd3b1', '145a65d7-769d-4b64-8d56-37c2bf3d0e21', '8fdee01f-15ef-4346-ad03-3b807dc9daa1', '95a19c7b-eed1-4720-a6f6-e004f35d5fff', '72ebab7d-a291-4f8e-a0d2-03b33f95b41a', '41d944ed-538b-45f1-b8d9-9ef2c2109fb2', '8758f124-33db-4ee5-b0c4-7fa5a49a3cdf', '4a31b0ff-fad5-4540-91f2-aa172e79991d', '9ab71577-bbd4-46d0-9693-14722407a0d8', '4390399b-fe16-41dc-a683-bec34cfd9bd1', 'abd218db-a28f-4089-9d3a-1ac098b1948f', '0aefedd5-2c35-4d67-afd5-32d988f8ca1a', '750a38f0-802c-436a-b083-33309bab076d', '74431342-dd4f-4a9a-abf2-f150e067298d', '9fa771fa-d8b2-460c-a2bf-d15c202dcecd'} {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1063.141662] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1063.165944] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.166102] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.166178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.166379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.166466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.166577] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1063.166650] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1063.166721] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1063.249649] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.250032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.250032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.250170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.251343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.251662] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1063.251753] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1063.251864] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1063.251927] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1063.252054] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1063.252133] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGH for action security_group_rules [ 1063.252215] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGH for action security_group_rules [ 1063.252294] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGH for action security_group_rules [ 1063.252366] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGH for action security_group_rules [ 1063.252447] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGH for action security_group_rules [ 1063.253787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.313760] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 in Status: SUCCESS [ 1063.313760] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 deletion is rescheduled due to dependency. [ 1063.313760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.723145] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 1063.724076] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 deletion is rescheduled due to dependency. [ 1063.724076] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.854681] env[65116]: INFO networking_nsxv3.common.synchronization [req-3b188e5b-159d-450e-bf13-85c7ddbfeb50 req-ce73985a-6489-4198-abf8-e84c7d2722b1 tempest-ServerRescueTestJSONUnderV235-479719765 tempest-ServerRescueTestJSONUnderV235-479719765-project-member] Enqueued Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_members [ 1063.855256] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_members [ 1063.855403] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGH for action security_group_rules [ 1063.855781] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGH for action security_group_rules [ 1063.855961] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e with Priority: HIGH for action security_group_rules [ 1063.856160] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGH for action security_group_rules [ 1063.856289] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 with Priority: HIGH for action security_group_rules [ 1063.857169] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGH for action security_group_rules [ 1063.857859] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6928ba4-3270-4d05-b3e6-95861604d40f with Priority: HIGH for action security_group_rules [ 1063.857859] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 with Priority: HIGH for action security_group_rules [ 1063.857943] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGH for action security_group_rules [ 1063.858165] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 with Priority: HIGH for action security_group_rules [ 1063.858287] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGH for action security_group_rules [ 1063.858418] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 with Priority: HIGH for action security_group_rules [ 1063.858544] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 with Priority: HIGH for action security_group_rules [ 1063.858666] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGH for action security_group_rules [ 1063.858873] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef with Priority: HIGH for action security_group_rules [ 1063.859039] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGH for action security_group_rules [ 1063.859149] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 with Priority: HIGH for action security_group_rules [ 1063.859276] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGH for action security_group_rules [ 1063.859397] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d with Priority: HIGH for action security_group_rules [ 1063.859512] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe with Priority: HIGH for action security_group_rules [ 1063.859840] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.860221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.860324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.860602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.860793] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.861156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.861265] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.861458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.861577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.861702] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.862879] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.863035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.863132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.863483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.863601] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.864630] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56b93829-da21-4fcf-8e36-6ec77f6764b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.864815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.864918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.865113] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.865219] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.866598] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.866674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.866757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.867029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.867159] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0146a3ea-c140-44a0-abb5-d8dcce4a0d2e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.868290] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.869312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.869312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.869499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.869696] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.870455] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-600ba772-cff5-4a21-ba3c-0887b5c747a4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.870612] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.870759] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.870962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.871072] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('600ba772-cff5-4a21-ba3c-0887b5c747a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.872051] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.872344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.872446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.872622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.872727] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.873538] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6928ba4-3270-4d05-b3e6-95861604d40f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.874128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.874244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.874436] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.874544] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6928ba4-3270-4d05-b3e6-95861604d40f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.875518] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5181241a-f320-4dd8-a3ce-36912a3d4667 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.875672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.875765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.875946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.876063] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5181241a-f320-4dd8-a3ce-36912a3d4667',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.877365] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.877502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.877594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.877802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.877906] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.878761] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e82bdbaf-5a1f-498a-977c-8b7e2985eae7 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.878901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.879031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.879506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.879506] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e82bdbaf-5a1f-498a-977c-8b7e2985eae7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.880808] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.880964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.881092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.881269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.881369] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.883085] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afa44884-2e94-4e78-b1f0-1f476f18ae30 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.883249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.883380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.883777] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.883896] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afa44884-2e94-4e78-b1f0-1f476f18ae30',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.885186] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.885375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.885556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.885765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.886032] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b751a3ed-ec4e-4b50-ad6f-cf9c890715e2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.887133] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7afa8752-9996-4808-94b5-df32fa458927 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.887341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.887575] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.887707] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.887806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.888104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.888215] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0fe0ecc-597d-4da7-8fb5-bfd22898ecef',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.888989] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-739d6371-e9ca-4e58-9d28-dabf22428ee6 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.889202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.889339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.889570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.889680] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('739d6371-e9ca-4e58-9d28-dabf22428ee6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.890415] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.890609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.890701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.890874] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.890975] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f42c57c6-4d6c-4ed1-8aab-69a458e090f4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.891860] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949fcc4b-7dd3-40d9-8bad-9227b874275f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.892025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.892107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.892289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.892438] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949fcc4b-7dd3-40d9-8bad-9227b874275f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.893139] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.893389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.893490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.893661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.893763] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.894589] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.894783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.894881] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.895067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.895169] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f090cd0f-2654-4c14-8e8d-4f34bcfb7abe',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.038128] env[65116]: INFO networking_nsxv3.common.synchronization [None req-98aaa7d1-ed1d-4608-9ddf-481d03650581 None None] Enqueued Resource ID: 9d29bb26-d105-418a-b4d5-35bfc06e0fa6 with Priority: HIGHEST for action port [ 1064.038440] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d29bb26-d105-418a-b4d5-35bfc06e0fa6 with Priority: HIGHEST for action port [ 1064.038789] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d29bb26-d105-418a-b4d5-35bfc06e0fa6 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.038912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d29bb26-d105-418a-b4d5-35bfc06e0fa6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.038983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d29bb26-d105-418a-b4d5-35bfc06e0fa6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.041837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d29bb26-d105-418a-b4d5-35bfc06e0fa6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.041965] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d29bb26-d105-418a-b4d5-35bfc06e0fa6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.042301] env[65116]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1064.221157] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7afa8752-9996-4808-94b5-df32fa458927 in Status: SUCCESS [ 1064.221157] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.221157] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.221157] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.221157] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7afa8752-9996-4808-94b5-df32fa458927',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.285605] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.286104] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-673" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.286104] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-673" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.286321] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-673" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.286805] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.286805] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.287160] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.287160] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.287341] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.287486] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.287583] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.287716] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.288324] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.288324] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.288324] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.288561] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.291654] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 in Status: SUCCESS [ 1064.291896] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 deletion is rescheduled due to dependency. [ 1064.291991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.320262] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.320679] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.322168] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.322499] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-673" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.322896] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.323259] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.323329] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.323663] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.323859] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82e421ec-a3e6-4fcb-a1f4-e88c302e1df2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.397704] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-739d6371-e9ca-4e58-9d28-dabf22428ee6 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.397839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.397839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.398295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.398485] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.398846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.398846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.398846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.399029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.399029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.399130] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('739d6371-e9ca-4e58-9d28-dabf22428ee6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.400724] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.400724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.400724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.400724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.400724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.400724] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.401125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.401125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.401125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.401125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.401313] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 already deleted. [ 1064.401313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.407874] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.408082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.408082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.408267] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.408439] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.408531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.408611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.408759] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.408855] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.408940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.409040] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.410193] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b93829-da21-4fcf-8e36-6ec77f6764b3 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.410193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.410193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.410398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.410446] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.410549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.410619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.410770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.410849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.410947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.411046] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.412028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.412028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.412209] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.412209] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.413059] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.413059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.413059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.413059] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.413781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.413781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.413781] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.416335] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.416455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.416515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.416682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.416805] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.416927] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.416984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.417169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.417258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.417345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.417486] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.418738] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.418738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.418738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.418738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.419037] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.419037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.419037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.419728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.419728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.419728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.419728] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.421167] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-949fcc4b-7dd3-40d9-8bad-9227b874275f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.421297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.421297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.421435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.421584] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.421961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.421961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.421961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.421961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.422227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.422227] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('949fcc4b-7dd3-40d9-8bad-9227b874275f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.466380] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.466572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.466572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.466572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.482524] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.482657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.483196] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.483314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.484179] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.484274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.485076] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.485182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.487030] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.487030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.487030] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.487030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.488219] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.488219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.488392] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.488392] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.489124] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.489265] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.490378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.490481] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f42c57c6-4d6c-4ed1-8aab-69a458e090f4 is going to be deleted. [ 1064.493649] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.493911] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.494042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.494268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.495928] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.496366] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.518024] env[65116]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.518024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.518024] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be deleted. [ 1064.518024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.518024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.538086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.538163] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6928ba4-3270-4d05-b3e6-95861604d40f is going to be deleted. [ 1064.539063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.539275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.545199] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d29bb26-d105-418a-b4d5-35bfc06e0fa6 [ 1064.545527] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.545679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.545779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.546045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.546172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.546460] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d29bb26-d105-418a-b4d5-35bfc06e0fa6 already deleted. [ 1064.546460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d29bb26-d105-418a-b4d5-35bfc06e0fa6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.559582] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.560042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.580757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.580934] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afa44884-2e94-4e78-b1f0-1f476f18ae30 is going to be deleted. [ 1064.582187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.583043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.618401] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.618713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.624738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.625155] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 600ba772-cff5-4a21-ba3c-0887b5c747a4 is going to be deleted. [ 1064.626629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.626943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.658270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.658996] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f090cd0f-2654-4c14-8e8d-4f34bcfb7abe is going to be deleted. [ 1064.659746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.660044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.707656] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.707789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.723587] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7afa8752-9996-4808-94b5-df32fa458927 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.723855] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.723930] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.724274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.724547] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.724810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.724939] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.725225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.725350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.725476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.725602] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7afa8752-9996-4808-94b5-df32fa458927',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.729949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.730181] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5181241a-f320-4dd8-a3ce-36912a3d4667 is going to be deleted. [ 1064.731138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.731390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.734519] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.734679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.795532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.795737] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b751a3ed-ec4e-4b50-ad6f-cf9c890715e2 is going to be deleted. [ 1064.796718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.797034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.799121] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.799297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.823530] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.823804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.826437] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.826686] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.826881] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.827263] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.827493] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.827703] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 not found, creating... [ 1064.828066] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.828270] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.828414] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.828724] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.828901] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.829360] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.829569] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.829714] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.829993] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.830195] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.830384] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 is going to be created. [ 1064.846533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.846533] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e82bdbaf-5a1f-498a-977c-8b7e2985eae7 is going to be deleted. [ 1064.846533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.846800] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.905889] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('739d6371-e9ca-4e58-9d28-dabf22428ee6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.926712] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.929272] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.930576] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('949fcc4b-7dd3-40d9-8bad-9227b874275f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.931480] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.931725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.931790] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.933080] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.933080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.933080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.933334] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.933435] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.933544] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.933615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.933873] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.933873] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.933979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.934607] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.934607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.934607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.934607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.934607] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.934607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.934607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.936081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.936081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.936081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.936081] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.937555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.937678] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0fe0ecc-597d-4da7-8fb5-bfd22898ecef is going to be deleted. [ 1064.940103] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.940297] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.940419] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.940712] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.940881] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.941124] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.942090] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.942677] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.942869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.993223] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.993358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.997480] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.997597] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.014379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.014379] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0146a3ea-c140-44a0-abb5-d8dcce4a0d2e is going to be deleted. [ 1065.015177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.015389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.078919] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.078919] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d is going to be deleted. [ 1065.079948] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.079948] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.080132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.080205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f42c57c6-4d6c-4ed1-8aab-69a458e090f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.080390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.080806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.080899] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.080940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.081594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.081818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.082087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.082087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6928ba4-3270-4d05-b3e6-95861604d40f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.082191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.082892] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.082892] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.082892] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afa44884-2e94-4e78-b1f0-1f476f18ae30" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.082892] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.082892] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.083208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.083208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f090cd0f-2654-4c14-8e8d-4f34bcfb7abe" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.083294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.083973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.083973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.083973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-600ba772-cff5-4a21-ba3c-0887b5c747a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.083973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.084173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.084173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.084240] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5181241a-f320-4dd8-a3ce-36912a3d4667" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.084382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.084536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.084610] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.084993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e82bdbaf-5a1f-498a-977c-8b7e2985eae7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.084993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.084993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.085171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.085208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b751a3ed-ec4e-4b50-ad6f-cf9c890715e2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.154609] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.155047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.155144] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.155342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.155471] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.155556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0fe0ecc-597d-4da7-8fb5-bfd22898ecef" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.171170] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.171170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.171170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.171170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.171372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.171569] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0146a3ea-c140-44a0-abb5-d8dcce4a0d2e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.229817] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7afa8752-9996-4808-94b5-df32fa458927',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.258953] env[65116]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1065.259587] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.259719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.259790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.260025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.260115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.260233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7698b9a1-dff2-4a6e-9b6b-f6bfc0c9f01d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.409303] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 739d6371-e9ca-4e58-9d28-dabf22428ee6: rpc.has_security_group_logging(os_id): False [ 1065.428426] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c97400d-6cdc-41ed-8688-5f46322d4b94: rpc.has_security_group_logging(os_id): False [ 1065.432114] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.432238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.432292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.432523] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.435696] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39a29923-854e-4f0f-9d9f-01769f444e0f: rpc.has_security_group_logging(os_id): False [ 1065.435696] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 949fcc4b-7dd3-40d9-8bad-9227b874275f: rpc.has_security_group_logging(os_id): False [ 1065.436292] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56b93829-da21-4fcf-8e36-6ec77f6764b3: rpc.has_security_group_logging(os_id): False [ 1065.451453] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43561c6e-42c5-4c70-8ac9-c1a88da69fd1: rpc.has_security_group_logging(os_id): False [ 1065.451453] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b075320f-40be-4b29-84c7-cc716b85b3c4: rpc.has_security_group_logging(os_id): False [ 1065.464111] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.464235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.467766] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.467898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.469139] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.469139] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.470484] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.471340] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.472240] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.473510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.476825] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.476962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.482137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.482466] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.482611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.482703] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.482957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.483055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.483187] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 is going to be updated. [ 1065.484333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.484579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.513941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.513941] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.513941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.513941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.513941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.513941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.513941] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f is going to be updated. [ 1065.516651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.517667] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.547697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.550020] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.550020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.550020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.550020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.550020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.550020] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39a29923-854e-4f0f-9d9f-01769f444e0f is going to be updated. [ 1065.550897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.551097] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.553954] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.553954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.574018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.574401] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.574516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.574579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.574820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.574942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.574997] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 is going to be updated. [ 1065.577144] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.577369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.591180] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.591180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.601042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.601404] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.601514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.601575] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.601786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.601873] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.601965] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be updated. [ 1065.606250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.606780] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.631331] env[65116]: INFO networking_nsxv3.common.synchronization [req-3b188e5b-159d-450e-bf13-85c7ddbfeb50 req-cdd34fd8-163e-4699-b6ef-714ac84483f3 service nova] Enqueued Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_rules [ 1065.631331] env[65116]: INFO networking_nsxv3.common.synchronization [req-3b188e5b-159d-450e-bf13-85c7ddbfeb50 req-cdd34fd8-163e-4699-b6ef-714ac84483f3 service nova] Enqueued Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_members [ 1065.631501] env[65116]: INFO networking_nsxv3.common.synchronization [req-3b188e5b-159d-450e-bf13-85c7ddbfeb50 req-cdd34fd8-163e-4699-b6ef-714ac84483f3 service nova] Enqueued Resource ID: 82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 with Priority: HIGHEST for action port [ 1065.632277] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_rules [ 1065.632474] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_members [ 1065.632637] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 with Priority: HIGHEST for action port [ 1065.632998] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.633178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.633294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.633600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.633715] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.635860] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.636047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.636145] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.636740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.637578] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.637744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.637837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.638456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.638456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.638456] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.640224] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.640375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.640832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.640832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.640832] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82e421ec-a3e6-4fcb-a1f4-e88c302e1df2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.652364] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.652510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.659965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.660497] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.660648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.660699] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.660897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.660986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.661187] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.661287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.661352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.661504] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.661584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.662235] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.662362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.662403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.662555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.662769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.662882] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 is going to be updated. [ 1065.664609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.664776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.712427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.712918] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.713053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.713053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.713254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.713380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.713481] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 is going to be updated. [ 1065.716919] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.717105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.717150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.717344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.717495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.718656] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.718859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.719046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.720045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.720233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.720372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.722464] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.723074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.723244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.733739] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7afa8752-9996-4808-94b5-df32fa458927: rpc.has_security_group_logging(os_id): False [ 1065.767208] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: IN_PROGRESS for 2s [ 1065.767208] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: IN_PROGRESS for 2s [ 1065.772901] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.773112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.773112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.773333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.790305] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f in Status: IN_PROGRESS for 2s [ 1065.796492] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 in Status: IN_PROGRESS for 2s [ 1065.810025] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.810025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.839021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.839206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.844488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.844893] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.845024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.845095] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.845809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.845913] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.846249] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7afa8752-9996-4808-94b5-df32fa458927 is going to be updated. [ 1065.847272] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.847688] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.847858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.848928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.849157] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.849344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.884262] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.884488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.884576] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.884829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.885100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.899039] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 1065.914322] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: IN_PROGRESS for 2s [ 1065.915273] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 in Status: IN_PROGRESS for 2s [ 1066.049054] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.049232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.049314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.049540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.049690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.106088] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7afa8752-9996-4808-94b5-df32fa458927 in Status: IN_PROGRESS for 2s [ 1066.137038] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.137906] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.143935] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.145650] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 with status ACTIVE [ 1066.146199] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.147082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.147082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.147178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.147293] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.150470] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.150470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.150470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.150470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.150470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.150470] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.150470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.153344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.153344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.153344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.153344] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 is going to be updated. [ 1066.199180] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.199180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.199180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.199180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.199180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.199180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.655653] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.158611] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.158786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.158969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.159257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.159415] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.159563] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 is going to be created. [ 1067.187159] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.187331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.187402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.187604] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.187762] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.198819] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: UNINITIALIZED for 2s [ 1067.746044] env[65116]: INFO networking_nsxv3.common.synchronization [req-143e77ef-41f9-41d3-bde5-0ac8d1ed1bcc req-e7b081bd-988b-45cd-9bda-5106dbc13b7a tempest-DeleteServersTestJSON-1929788868 tempest-DeleteServersTestJSON-1929788868-project-member] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1067.748239] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1067.748239] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.748239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.748239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.748239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.748239] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.748239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.748239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.748239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.748239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.748239] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.782140] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: SUCCESS [ 1067.782399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.783198] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: SUCCESS [ 1067.783400] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.802655] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f in Status: SUCCESS [ 1067.802898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.810729] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 in Status: SUCCESS [ 1067.812513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.911332] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 1067.911663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.926491] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 in Status: SUCCESS [ 1067.926747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.927601] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: SUCCESS [ 1067.927797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.086142] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7afa8752-9996-4808-94b5-df32fa458927 in Status: SUCCESS [ 1068.086403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.089586] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.089777] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.089897] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.090178] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.090423] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.090578] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.090695] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.090905] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.091062] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.091268] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.091378] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.091658] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.091805] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.091932] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.092062] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.092202] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.111253] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.111447] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.111554] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.111749] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.112081] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-b7cad5ed-15a4-4f85-8d54-51dcbbd9545e taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.112256] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-b7cad5ed-15a4-4f85-8d54-51dcbbd9545e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.112377] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-b7cad5ed-15a4-4f85-8d54-51dcbbd9545e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.112731] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-b7cad5ed-15a4-4f85-8d54-51dcbbd9545e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.112894] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7cad5ed-15a4-4f85-8d54-51dcbbd9545e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.253029] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.253029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.253029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.253029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.273199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.273462] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.273592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.273649] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.274266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.274313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.274463] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1068.303779] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.304025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.304025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.304206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.304351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.314299] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1068.615522] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.615788] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.616048] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.617062] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.617062] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.617062] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port b7cad5ed-15a4-4f85-8d54-51dcbbd9545e not found, creating... [ 1068.617513] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.617801] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.618051] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.618448] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.618693] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.619097] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.619288] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.619415] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.619651] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.619788] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.619937] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: b7cad5ed-15a4-4f85-8d54-51dcbbd9545e is going to be created. [ 1068.644988] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.645294] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.645485] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.645870] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.646194] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.646500] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-b7cad5ed-15a4-4f85-8d54-51dcbbd9545e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.819594] env[65116]: INFO networking_nsxv3.common.synchronization [req-db390ac8-ee90-4279-8f3b-1f5e2709eaf0 req-a2a21ca9-1d83-45a5-9c24-7dcb34b43363 tempest-ListServersNegativeTestJSON-1752510963 tempest-ListServersNegativeTestJSON-1752510963-project-member] Enqueued Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1068.820129] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1068.820441] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.820561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.820630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.820823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.821028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.821084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.821143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.821534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.821534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.821534] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.201747] env[65116]: INFO networking_nsxv3.common.synchronization [req-59ac51ba-daa6-43d6-aae9-def221e7a219 req-6ead5bd0-5d92-4002-9b45-feef2c30549e tempest-ListServersNegativeTestJSON-1752510963 tempest-ListServersNegativeTestJSON-1752510963-project-member] Enqueued Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1069.202566] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGHEST for action security_group_members [ 1069.203435] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.203542] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.211471] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: SUCCESS [ 1069.211686] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.211839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.212072] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.212271] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.212391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.212457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.212673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.212714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.212777] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.212867] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.323926] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.361072] env[65116]: INFO networking_nsxv3.common.synchronization [req-143e77ef-41f9-41d3-bde5-0ac8d1ed1bcc req-d82e520c-e50a-4b14-aa6d-fbd0bb9f9fbf service nova] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_rules [ 1069.361699] env[65116]: INFO networking_nsxv3.common.synchronization [req-143e77ef-41f9-41d3-bde5-0ac8d1ed1bcc req-d82e520c-e50a-4b14-aa6d-fbd0bb9f9fbf service nova] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1069.362013] env[65116]: INFO networking_nsxv3.common.synchronization [req-143e77ef-41f9-41d3-bde5-0ac8d1ed1bcc req-d82e520c-e50a-4b14-aa6d-fbd0bb9f9fbf service nova] Enqueued Resource ID: b7cad5ed-15a4-4f85-8d54-51dcbbd9545e with Priority: HIGHEST for action port [ 1069.363511] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_rules [ 1069.364166] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1069.364317] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7cad5ed-15a4-4f85-8d54-51dcbbd9545e with Priority: HIGHEST for action port [ 1069.364649] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.364772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.364837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.365113] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.365197] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.366173] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.366265] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.368522] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7cad5ed-15a4-4f85-8d54-51dcbbd9545e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.368522] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7cad5ed-15a4-4f85-8d54-51dcbbd9545e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.368522] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7cad5ed-15a4-4f85-8d54-51dcbbd9545e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.368522] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7cad5ed-15a4-4f85-8d54-51dcbbd9545e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.368522] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7cad5ed-15a4-4f85-8d54-51dcbbd9545e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.715464] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.716143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.716143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.716143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.716143] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.717336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.717336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.717336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.717336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.717336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.717336] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.717336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.717336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.717336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.717336] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.717336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.718321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.718321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.718321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.718321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.718321] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.777817] env[65116]: INFO networking_nsxv3.common.synchronization [req-fefc2676-284f-47b4-a5b0-cba4751dced1 req-576109ef-aa50-45d1-8943-35fd74650b20 tempest-ServersTestJSON-1776500097 tempest-ServersTestJSON-1776500097-project-member] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1069.778428] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1069.778730] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.778851] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.778964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.779603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.780284] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.780284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.780284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.780284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.780284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.780474] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.827157] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.869081] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.869362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.869705] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7cad5ed-15a4-4f85-8d54-51dcbbd9545e with status ACTIVE [ 1069.869974] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.870342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.870342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.870597] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.870713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.870945] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.871094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.871204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.871476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.871568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.871811] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.871929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.872026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.872500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.872500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.872500] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7cad5ed-15a4-4f85-8d54-51dcbbd9545e is going to be updated. [ 1069.896499] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.896638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.896702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.896920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.897135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.897296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7cad5ed-15a4-4f85-8d54-51dcbbd9545e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.219527] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3: rpc.has_security_group_logging(os_id): False [ 1070.237276] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.237425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.237497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.237704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.237794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.238102] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.238269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.238371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.238540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.238619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.238816] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.238905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.238966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.239119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.239192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.239400] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.239500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.239560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.239699] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.239771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.239856] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 is going to be created. [ 1070.282515] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.313434] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.313648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.313740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.313989] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.314606] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.325302] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1070.325480] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 deletion is rescheduled due to dependency. [ 1070.325593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.325759] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.325991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.326232] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.326352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.326411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.326572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.326648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.326742] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.330730] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: IN_PROGRESS for 2s [ 1070.331161] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.331330] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.331419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.331607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.331686] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.331777] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 is going to be updated. [ 1070.377075] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.377075] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.377075] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.377075] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.377075] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.396279] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: IN_PROGRESS for 2s [ 1070.785696] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.829666] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.289588] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.289919] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.289919] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.290475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.290475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.290475] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1071.333963] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.353158] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.353158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.353158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.353158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.353158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.366620] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1071.837710] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.838034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.838034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.838103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.838189] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.838315] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1071.867350] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.867486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.867637] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.867860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.868026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.877870] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1072.344814] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: SUCCESS [ 1072.345171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.407094] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: SUCCESS [ 1072.407094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.407286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.407442] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.407605] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.407721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.408474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.408474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.408474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.408474] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.912179] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.912455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.912492] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.912697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.912813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.913010] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.913121] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.913186] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.913350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.913429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.913524] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 is going to be updated. [ 1072.948523] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.948523] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.948523] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.948523] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.948523] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.956827] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: IN_PROGRESS for 2s [ 1073.381042] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1073.381042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.857325] env[65116]: INFO networking_nsxv3.common.synchronization [None req-51883cc9-e7ca-48ec-bb41-c0c28cffe129 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_rules [ 1073.858989] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_rules [ 1073.861511] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.861511] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.861511] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.861511] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.861511] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.890992] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1073.895790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.896519] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.896781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.896994] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.897922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.897922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.897922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.898227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.898405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.898626] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.024692] env[65116]: INFO networking_nsxv3.common.synchronization [None req-0d0aac5a-6fc6-4e6c-9d8c-767243e20fd2 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_rules [ 1074.026073] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_rules [ 1074.026506] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.026672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.386074] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.386333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.386415] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.386673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.386775] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.386898] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b already deleted. [ 1074.386967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.387560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.387740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.387826] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.401468] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.401468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.401468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.401695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.401881] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.402016] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.402118] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.402318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.402411] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.402501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.403021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.403021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.403021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.403021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.403283] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.403283] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.403283] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.403442] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.403442] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.403762] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.403762] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.905884] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e61399ad-061b-4165-8353-cd68f75d3872: rpc.has_security_group_logging(os_id): False [ 1074.909980] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.910152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.910225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.910803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.910937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.911052] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b already deleted. [ 1074.911143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.923022] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.923022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.923022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.923306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.923306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.923538] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.923934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.923934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.923934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.923934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.924167] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.924254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.924318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.924470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.924550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.924743] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.924846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.924905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.925108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.925209] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.925324] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1074.967414] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 in Status: SUCCESS [ 1074.967572] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 deletion is rescheduled due to dependency. [ 1074.968992] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.992765] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.992765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.992765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.992765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.992765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.008377] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1075.430781] env[65116]: INFO networking_nsxv3.common.synchronization [None req-d67b1e73-e880-47f2-a500-d114920ff4c5 tempest-ServerDiskConfigTestJSON-1517940131 tempest-ServerDiskConfigTestJSON-1517940131-project-member] Enqueued Resource ID: a918246d-0036-4b3e-a21d-22a9c02686f4 with Priority: HIGHEST for action security_group_rules [ 1075.431460] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a918246d-0036-4b3e-a21d-22a9c02686f4 with Priority: HIGHEST for action security_group_rules [ 1075.431723] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a918246d-0036-4b3e-a21d-22a9c02686f4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.431849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a918246d-0036-4b3e-a21d-22a9c02686f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.431918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a918246d-0036-4b3e-a21d-22a9c02686f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.432183] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a918246d-0036-4b3e-a21d-22a9c02686f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.432266] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a918246d-0036-4b3e-a21d-22a9c02686f4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.544058] env[65116]: INFO networking_nsxv3.common.synchronization [None req-d74851c2-5064-45c0-a67f-30f353ee4c4f tempest-ServerDiskConfigTestJSON-1517940131 tempest-ServerDiskConfigTestJSON-1517940131-project-member] Enqueued Resource ID: a918246d-0036-4b3e-a21d-22a9c02686f4 with Priority: HIGHEST for action security_group_rules [ 1075.544280] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a918246d-0036-4b3e-a21d-22a9c02686f4 with Priority: HIGHEST for action security_group_rules [ 1075.545561] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a918246d-0036-4b3e-a21d-22a9c02686f4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.545561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a918246d-0036-4b3e-a21d-22a9c02686f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.954699] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.954887] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.954964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.955225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.955316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.955415] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a918246d-0036-4b3e-a21d-22a9c02686f4 already deleted. [ 1075.955501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a918246d-0036-4b3e-a21d-22a9c02686f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.955653] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a918246d-0036-4b3e-a21d-22a9c02686f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.955806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a918246d-0036-4b3e-a21d-22a9c02686f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.955888] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a918246d-0036-4b3e-a21d-22a9c02686f4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.480452] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.480929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.480929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.481023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.481087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.481243] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a918246d-0036-4b3e-a21d-22a9c02686f4 already deleted. [ 1076.481355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a918246d-0036-4b3e-a21d-22a9c02686f4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.029037] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1077.029271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.740222] env[65116]: INFO networking_nsxv3.common.synchronization [req-bb5ec798-6579-460a-8dbb-6bf4618e241f req-9c53bc0b-22f1-4396-9811-4eaa33ffbc18 tempest-AttachInterfacesV270Test-1517508842 tempest-AttachInterfacesV270Test-1517508842-project-member] Enqueued Resource ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 with Priority: HIGHEST for action security_group_members [ 1077.740834] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 with Priority: HIGHEST for action security_group_members [ 1077.742329] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.742485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.742524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.742878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.743182] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.743362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.743485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.743767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.743933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.744115] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5e7859c-3ed5-44fb-849d-ea21c1c999d2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.070181] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.070181] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-327" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.070369] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-327" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.070680] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-327" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.070987] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.071186] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.071341] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.071590] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.071775] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.071995] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.072151] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.072271] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.072385] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.072524] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.072657] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.074860] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.096854] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.097061] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.097806] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.098794] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-327" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.098794] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-7fe57d90-496e-44ce-bab8-1f328075e76b taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.098794] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-7fe57d90-496e-44ce-bab8-1f328075e76b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.099045] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-7fe57d90-496e-44ce-bab8-1f328075e76b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.099423] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-7fe57d90-496e-44ce-bab8-1f328075e76b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.099611] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe57d90-496e-44ce-bab8-1f328075e76b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.246766] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.247070] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.247202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.247479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.247802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.247895] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.248154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.248154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.248567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.248567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.248567] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 already deleted. [ 1078.248567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.602957] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.603268] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.603364] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.603763] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.604138] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.604234] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 7fe57d90-496e-44ce-bab8-1f328075e76b not found, creating... [ 1078.604601] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.604923] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.605049] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.605350] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.605552] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.605975] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.606259] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.606430] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.606727] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.606930] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.607206] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 7fe57d90-496e-44ce-bab8-1f328075e76b is going to be created. [ 1078.627873] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.628211] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.628312] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.628497] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.628732] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.628950] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-7fe57d90-496e-44ce-bab8-1f328075e76b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.760021] env[65116]: INFO networking_nsxv3.common.synchronization [req-c286654f-93dd-4545-90c8-c05a9205a5ca req-8a281cdc-0699-42d2-bd3a-c952e6af85b5 tempest-ServerDiskConfigTestJSON-1517940131 tempest-ServerDiskConfigTestJSON-1517940131-project-member] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 1078.760885] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 1078.761292] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.761469] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.761580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.762135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.762135] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.762280] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.762337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.762552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.762683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.762824] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.265687] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.265869] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.265996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.266317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.295850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.296224] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.296313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.296382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.296633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.296724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.296853] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 1079.331428] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.331428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.331694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.331791] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.331945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.341538] env[65116]: INFO networking_nsxv3.common.synchronization [req-bb5ec798-6579-460a-8dbb-6bf4618e241f req-d1f13d89-e247-4b09-8e3b-106ddce9bbc3 service nova] Enqueued Resource ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 with Priority: HIGHEST for action security_group_rules [ 1079.341719] env[65116]: INFO networking_nsxv3.common.synchronization [req-bb5ec798-6579-460a-8dbb-6bf4618e241f req-d1f13d89-e247-4b09-8e3b-106ddce9bbc3 service nova] Enqueued Resource ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 with Priority: HIGHEST for action security_group_members [ 1079.341874] env[65116]: INFO networking_nsxv3.common.synchronization [req-bb5ec798-6579-460a-8dbb-6bf4618e241f req-d1f13d89-e247-4b09-8e3b-106ddce9bbc3 service nova] Enqueued Resource ID: 7fe57d90-496e-44ce-bab8-1f328075e76b with Priority: HIGHEST for action port [ 1079.342447] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 with Priority: HIGHEST for action security_group_rules [ 1079.342587] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 with Priority: HIGHEST for action security_group_members [ 1079.342686] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe57d90-496e-44ce-bab8-1f328075e76b with Priority: HIGHEST for action port [ 1079.342961] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5e7859c-3ed5-44fb-849d-ea21c1c999d2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.343428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.343500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.343779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.343858] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5e7859c-3ed5-44fb-849d-ea21c1c999d2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.344864] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.344965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.344965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.345149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.345335] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.345713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.345796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.346030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.346147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.346254] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5e7859c-3ed5-44fb-849d-ea21c1c999d2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.347702] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fe57d90-496e-44ce-bab8-1f328075e76b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.347702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fe57d90-496e-44ce-bab8-1f328075e76b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.347702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fe57d90-496e-44ce-bab8-1f328075e76b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.347702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fe57d90-496e-44ce-bab8-1f328075e76b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.347702] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe57d90-496e-44ce-bab8-1f328075e76b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.350087] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 1079.850221] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5e7859c-3ed5-44fb-849d-ea21c1c999d2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.851336] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.851474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.851622] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fe57d90-496e-44ce-bab8-1f328075e76b with status ACTIVE [ 1079.851777] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.851882] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.851946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.852171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.852262] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.852432] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.852537] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.852643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.852737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.852812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.853091] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.853588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.853656] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.853802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.853872] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.854113] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fe57d90-496e-44ce-bab8-1f328075e76b is going to be updated. [ 1079.884390] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.884607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.884607] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.884808] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.884943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.885193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fe57d90-496e-44ce-bab8-1f328075e76b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.357074] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5e7859c-3ed5-44fb-849d-ea21c1c999d2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.860212] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.860570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.860570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.860631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.860735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.860796] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 is going to be created. [ 1080.886978] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.887242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.887403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.887511] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.887676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.897685] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 in Status: UNINITIALIZED for 2s [ 1081.362361] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 1081.362513] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff deletion is rescheduled due to dependency. [ 1081.362599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.328083] env[65116]: INFO networking_nsxv3.common.synchronization [req-47565445-d24f-42b5-8e59-66216e6826ee req-e7237272-43cb-4599-9125-33377be0ed98 tempest-DeleteServersTestJSON-1929788868 tempest-DeleteServersTestJSON-1929788868-project-member] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1082.328665] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1082.328977] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.330505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.333082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.333082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.333082] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.333082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.333082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.333082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.333082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.333082] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.839402] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.839622] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.839679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.839908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.840038] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.840208] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.840300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.840361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.840514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.840592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.840680] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1082.874259] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.874398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.874503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.874664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.874837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.885443] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1082.908666] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 in Status: SUCCESS [ 1082.908891] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.909082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.909294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.909490] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.909609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.909673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.909828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.909908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.909993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.910098] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5e7859c-3ed5-44fb-849d-ea21c1c999d2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.413399] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.413756] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.413756] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.413918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.414116] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.414233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.414299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.414476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.415064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.415064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.415064] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.415064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.415064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.415503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.415503] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.415503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.415503] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.415621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.415724] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.415767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.415865] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5e7859c-3ed5-44fb-849d-ea21c1c999d2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.920507] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5e7859c-3ed5-44fb-849d-ea21c1c999d2: rpc.has_security_group_logging(os_id): False [ 1083.941446] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.941686] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.941767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.941996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.942149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.942302] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.942405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.942680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.942680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.942776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.942891] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.942979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.943070] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.943242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.943372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.943578] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.943670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.943730] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.943872] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.943970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.944075] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 is going to be created. [ 1084.008573] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.008573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.008752] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.009272] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.009272] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.022976] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 in Status: IN_PROGRESS for 2s [ 1084.898917] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1084.899228] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 deletion is rescheduled due to dependency. [ 1084.899361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.037709] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 in Status: SUCCESS [ 1086.038073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.699536] env[65116]: INFO networking_nsxv3.common.synchronization [req-46f0523b-632b-4a0e-8797-d18889010544 req-18c43710-5752-4f29-9454-04ba070c66de tempest-ServerRescueTestJSONUnderV235-479719765 tempest-ServerRescueTestJSONUnderV235-479719765-project-member] Enqueued Resource ID: 5b6fedda-c299-4576-a726-b004387d6425 with Priority: HIGHEST for action security_group_members [ 1086.699536] env[65116]: INFO networking_nsxv3.common.synchronization [req-46f0523b-632b-4a0e-8797-d18889010544 req-18c43710-5752-4f29-9454-04ba070c66de tempest-ServerRescueTestJSONUnderV235-479719765 tempest-ServerRescueTestJSONUnderV235-479719765-project-member] Enqueued Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_members [ 1086.699804] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6fedda-c299-4576-a726-b004387d6425 with Priority: HIGHEST for action security_group_members [ 1086.700449] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_members [ 1086.700449] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6fedda-c299-4576-a726-b004387d6425 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.700449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.700449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.700852] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.700852] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.700852] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.700979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.702217] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.702345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.702457] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6fedda-c299-4576-a726-b004387d6425',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.703715] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.703827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.703894] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.704277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.707672] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.707672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.707672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.707672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.707672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.707672] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.764090] env[65116]: INFO networking_nsxv3.common.synchronization [req-46f0523b-632b-4a0e-8797-d18889010544 req-18c43710-5752-4f29-9454-04ba070c66de tempest-ServerRescueTestJSONUnderV235-479719765 tempest-ServerRescueTestJSONUnderV235-479719765-project-member] Enqueued Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_rules [ 1086.764271] env[65116]: INFO networking_nsxv3.common.synchronization [req-46f0523b-632b-4a0e-8797-d18889010544 req-18c43710-5752-4f29-9454-04ba070c66de tempest-ServerRescueTestJSONUnderV235-479719765 tempest-ServerRescueTestJSONUnderV235-479719765-project-member] Enqueued Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_members [ 1086.764410] env[65116]: INFO networking_nsxv3.common.synchronization [req-46f0523b-632b-4a0e-8797-d18889010544 req-18c43710-5752-4f29-9454-04ba070c66de tempest-ServerRescueTestJSONUnderV235-479719765 tempest-ServerRescueTestJSONUnderV235-479719765-project-member] Enqueued Resource ID: 5b6fedda-c299-4576-a726-b004387d6425 with Priority: HIGHEST for action security_group_rules [ 1086.764540] env[65116]: INFO networking_nsxv3.common.synchronization [req-46f0523b-632b-4a0e-8797-d18889010544 req-18c43710-5752-4f29-9454-04ba070c66de tempest-ServerRescueTestJSONUnderV235-479719765 tempest-ServerRescueTestJSONUnderV235-479719765-project-member] Enqueued Resource ID: 5b6fedda-c299-4576-a726-b004387d6425 with Priority: HIGHEST for action security_group_members [ 1086.764669] env[65116]: INFO networking_nsxv3.common.synchronization [req-46f0523b-632b-4a0e-8797-d18889010544 req-18c43710-5752-4f29-9454-04ba070c66de tempest-ServerRescueTestJSONUnderV235-479719765 tempest-ServerRescueTestJSONUnderV235-479719765-project-member] Enqueued Resource ID: 82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 with Priority: HIGHEST for action port [ 1086.765327] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_rules [ 1086.765467] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6fedda-c299-4576-a726-b004387d6425 with Priority: HIGHEST for action security_group_rules [ 1086.765580] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 with Priority: HIGHEST for action port [ 1086.765674] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_members [ 1086.765840] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6fedda-c299-4576-a726-b004387d6425 with Priority: HIGHEST for action security_group_members [ 1086.766056] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.766175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.766238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.766439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.766523] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.768197] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b6fedda-c299-4576-a726-b004387d6425 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.768372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.768583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.768704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.768789] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b6fedda-c299-4576-a726-b004387d6425',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.769677] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.769768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.769799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.769961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.770051] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82e421ec-a3e6-4fcb-a1f4-e88c302e1df2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.770756] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.772684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.772765] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6fedda-c299-4576-a726-b004387d6425 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.772858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.204676] env[65116]: INFO networking_nsxv3.common.synchronization [req-64503f6d-aaaf-40ad-97c0-6aaad61c6e24 req-467ac67b-85b9-4800-ad71-28a1abbf756e tempest-ServerRescueTestJSONUnderV235-479719765 tempest-ServerRescueTestJSONUnderV235-479719765-project-member] Enqueued Resource ID: 5b6fedda-c299-4576-a726-b004387d6425 with Priority: HIGHEST for action security_group_members [ 1087.204676] env[65116]: INFO networking_nsxv3.common.synchronization [req-64503f6d-aaaf-40ad-97c0-6aaad61c6e24 req-467ac67b-85b9-4800-ad71-28a1abbf756e tempest-ServerRescueTestJSONUnderV235-479719765 tempest-ServerRescueTestJSONUnderV235-479719765-project-member] Enqueued Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_members [ 1087.205192] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6fedda-c299-4576-a726-b004387d6425 with Priority: HIGHEST for action security_group_members [ 1087.205388] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_members [ 1087.205923] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6fedda-c299-4576-a726-b004387d6425 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.206037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.206261] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.206409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.208018] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b6fedda-c299-4576-a726-b004387d6425',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.209187] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.262821] env[65116]: INFO networking_nsxv3.common.synchronization [req-64503f6d-aaaf-40ad-97c0-6aaad61c6e24 req-467ac67b-85b9-4800-ad71-28a1abbf756e tempest-ServerRescueTestJSONUnderV235-479719765 tempest-ServerRescueTestJSONUnderV235-479719765-project-member] Enqueued Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_rules [ 1087.262982] env[65116]: INFO networking_nsxv3.common.synchronization [req-64503f6d-aaaf-40ad-97c0-6aaad61c6e24 req-467ac67b-85b9-4800-ad71-28a1abbf756e tempest-ServerRescueTestJSONUnderV235-479719765 tempest-ServerRescueTestJSONUnderV235-479719765-project-member] Enqueued Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_members [ 1087.264146] env[65116]: INFO networking_nsxv3.common.synchronization [req-64503f6d-aaaf-40ad-97c0-6aaad61c6e24 req-467ac67b-85b9-4800-ad71-28a1abbf756e tempest-ServerRescueTestJSONUnderV235-479719765 tempest-ServerRescueTestJSONUnderV235-479719765-project-member] Enqueued Resource ID: 82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 with Priority: HIGHEST for action port [ 1087.268294] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_rules [ 1087.268294] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_members [ 1087.268294] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 with Priority: HIGHEST for action port [ 1087.268294] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.268294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.268294] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.268294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.268294] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.268294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.274729] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b6fedda-c299-4576-a726-b004387d6425 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.274864] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.275097] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 with status ACTIVE [ 1087.275307] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.275519] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.275519] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.276462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.276462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.276462] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.276462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.276462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.276462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.276462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.276821] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.276945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.277030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.277456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.277456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.277456] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 is going to be updated. [ 1087.278939] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.279028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.308591] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.308752] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.308825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.309156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.309351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.309557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.310162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.310360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.310454] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82e421ec-a3e6-4fcb-a1f4-e88c302e1df2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.712240] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b6fedda-c299-4576-a726-b004387d6425',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.712240] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.814414] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 with status ACTIVE [ 1087.814753] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.814900] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.814956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.815230] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.815328] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.815539] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.815661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.815725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.815890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.815974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.816165] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.816285] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.816353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.816516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.816595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.816684] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82e421ec-a3e6-4fcb-a1f4-e88c302e1df2 is going to be updated. [ 1087.842855] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.843045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.843105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.843295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.843436] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.843595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82e421ec-a3e6-4fcb-a1f4-e88c302e1df2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.215402] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.215753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.215753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.215949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.216077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.216205] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6fedda-c299-4576-a726-b004387d6425 is going to be created. [ 1088.217620] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.217726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.217802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.218849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.219101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.219325] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 is going to be updated. [ 1088.246623] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.246829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.246996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.247365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.247719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.250282] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.250480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.250604] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.251495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.251729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.262185] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: IN_PROGRESS for 2s [ 1088.263078] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6fedda-c299-4576-a726-b004387d6425 in Status: UNINITIALIZED for 2s [ 1088.322750] env[65116]: INFO networking_nsxv3.common.synchronization [None req-cfda4ba8-d705-40bb-a6dd-4cfe632eeb1b None None] Enqueued Resource ID: 583c031d-8b0f-4339-920a-76918cb7f240 with Priority: HIGHEST for action port [ 1088.324150] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583c031d-8b0f-4339-920a-76918cb7f240 with Priority: HIGHEST for action port [ 1088.324635] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-583c031d-8b0f-4339-920a-76918cb7f240 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.324635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-583c031d-8b0f-4339-920a-76918cb7f240" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.324635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-583c031d-8b0f-4339-920a-76918cb7f240" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.324991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-583c031d-8b0f-4339-920a-76918cb7f240" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.325146] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583c031d-8b0f-4339-920a-76918cb7f240',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.369515] env[65116]: INFO networking_nsxv3.common.synchronization [req-489a4202-7103-4ad0-a0d2-64da41d4ae26 req-74ea132c-05d3-4ad7-8c92-ad00d0e77eab tempest-ServersTestJSON-1776500097 tempest-ServersTestJSON-1776500097-project-member] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1088.370724] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1088.371652] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.371953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.372165] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.372515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.372813] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.373051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.373222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.373507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.374070] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.374070] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.826727] env[65116]: INFO networking_nsxv3.common.synchronization [req-32644bf1-df42-4e5b-af93-41715ed8bb40 req-7ad1b92f-c163-492e-b4db-7b3b3533144a tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_members [ 1088.827377] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_members [ 1088.827629] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 583c031d-8b0f-4339-920a-76918cb7f240 [ 1088.827833] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.827945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.829157] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.829744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.829744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.829744] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:583c031d-8b0f-4339-920a-76918cb7f240 already deleted. [ 1088.829744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-583c031d-8b0f-4339-920a-76918cb7f240" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.830048] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.831053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.831053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.831337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.831506] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.831610] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.831706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.831821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.832168] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.832740] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.879404] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.206758] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.206961] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.207098] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.207431] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.208022] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.208187] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.208380] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.208649] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.208817] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.209116] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.209259] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.209370] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.210032] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.210032] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.210032] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.210032] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.237695] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.237976] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.237976] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.238064] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.238534] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-9dc8b4e9-1442-43ba-a663-567f89e3a428 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.238710] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-9dc8b4e9-1442-43ba-a663-567f89e3a428" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.238739] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-9dc8b4e9-1442-43ba-a663-567f89e3a428" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.239085] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-9dc8b4e9-1442-43ba-a663-567f89e3a428" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.239233] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dc8b4e9-1442-43ba-a663-567f89e3a428',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.335882] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.336134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.336134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.336405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.336525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.337754] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.337754] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.337754] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.337754] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.337754] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.337754] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b already deleted. [ 1089.337754] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.381959] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.742591] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.742884] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.743052] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.743384] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.743600] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.743955] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 9dc8b4e9-1442-43ba-a663-567f89e3a428 not found, creating... [ 1089.744654] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.744654] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.744654] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.744811] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.744997] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.745367] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.745527] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.745647] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.745901] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.746062] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.746213] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 9dc8b4e9-1442-43ba-a663-567f89e3a428 is going to be created. [ 1089.773225] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.773225] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.773225] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.773225] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.773225] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.773225] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-9dc8b4e9-1442-43ba-a663-567f89e3a428" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.884393] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.884568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.884615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.884829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.884935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.885034] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1089.930998] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.931169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.931300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.931461] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.931621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.943226] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1090.282531] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b6fedda-c299-4576-a726-b004387d6425 in Status: SUCCESS [ 1090.282531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.284125] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: SUCCESS [ 1090.284433] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.285715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.286044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.288017] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.288017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.288017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.288017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.288017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.288017] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6fedda-c299-4576-a726-b004387d6425',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.290089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.291073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.291073] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.291073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.294845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.294845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.294911] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.295086] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.599374] env[65116]: INFO networking_nsxv3.common.synchronization [req-32644bf1-df42-4e5b-af93-41715ed8bb40 req-d71ba29e-95b1-4949-b1ac-792d5b0cf588 service nova] Enqueued Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_rules [ 1090.599554] env[65116]: INFO networking_nsxv3.common.synchronization [req-32644bf1-df42-4e5b-af93-41715ed8bb40 req-d71ba29e-95b1-4949-b1ac-792d5b0cf588 service nova] Enqueued Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_members [ 1090.599684] env[65116]: INFO networking_nsxv3.common.synchronization [req-32644bf1-df42-4e5b-af93-41715ed8bb40 req-d71ba29e-95b1-4949-b1ac-792d5b0cf588 service nova] Enqueued Resource ID: 9dc8b4e9-1442-43ba-a663-567f89e3a428 with Priority: HIGHEST for action port [ 1090.600211] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_rules [ 1090.600349] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_members [ 1090.600449] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc8b4e9-1442-43ba-a663-567f89e3a428 with Priority: HIGHEST for action port [ 1090.600721] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.600906] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.600906] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.601106] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.601181] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.602071] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.602453] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.602528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.602706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.602856] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.602955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.603027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.603168] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.603256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.604170] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.604985] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dc8b4e9-1442-43ba-a663-567f89e3a428 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.605092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dc8b4e9-1442-43ba-a663-567f89e3a428" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.605143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dc8b4e9-1442-43ba-a663-567f89e3a428" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.605364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dc8b4e9-1442-43ba-a663-567f89e3a428" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.605510] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dc8b4e9-1442-43ba-a663-567f89e3a428',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.686468] env[65116]: INFO networking_nsxv3.common.synchronization [None req-5c90962c-055d-4dfd-ad13-18251323dbb6 tempest-ServerActionsV293TestJSON-683979676 tempest-ServerActionsV293TestJSON-683979676-project-member] Enqueued Resource ID: 7156aefb-4da3-4029-950c-ace75ab55974 with Priority: HIGHEST for action security_group_rules [ 1090.687025] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7156aefb-4da3-4029-950c-ace75ab55974 with Priority: HIGHEST for action security_group_rules [ 1090.687386] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7156aefb-4da3-4029-950c-ace75ab55974 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.687836] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.687924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.690302] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.690389] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7156aefb-4da3-4029-950c-ace75ab55974',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.776577] env[65116]: INFO networking_nsxv3.common.synchronization [None req-5e8d9165-d68b-4867-bca5-8d685c7232f4 tempest-ServerActionsV293TestJSON-683979676 tempest-ServerActionsV293TestJSON-683979676-project-member] Enqueued Resource ID: 7156aefb-4da3-4029-950c-ace75ab55974 with Priority: HIGHEST for action security_group_rules [ 1090.776954] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7156aefb-4da3-4029-950c-ace75ab55974 with Priority: HIGHEST for action security_group_rules [ 1090.777488] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7156aefb-4da3-4029-950c-ace75ab55974 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.777610] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.800208] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.800208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.800208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.800208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.800208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.800208] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.800208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.800208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.800208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.800208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.800208] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6fedda-c299-4576-a726-b004387d6425 is going to be deleted. [ 1090.807568] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.825853] env[65116]: INFO networking_nsxv3.common.synchronization [None req-5db1c585-96ac-4765-9228-033f1a1343b3 None None] Enqueued Resource ID: 20bf54d4-c633-49e7-a486-859846c8d832 with Priority: HIGHEST for action port [ 1090.825853] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20bf54d4-c633-49e7-a486-859846c8d832 with Priority: HIGHEST for action port [ 1090.827778] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-20bf54d4-c633-49e7-a486-859846c8d832 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.827778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20bf54d4-c633-49e7-a486-859846c8d832" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.827778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20bf54d4-c633-49e7-a486-859846c8d832" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.827984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20bf54d4-c633-49e7-a486-859846c8d832" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.828128] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20bf54d4-c633-49e7-a486-859846c8d832',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.833291] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.833436] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.834277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.834277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.834277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.834277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.834452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.834501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.834671] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.834770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.834832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.834969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.835055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.835144] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6fedda-c299-4576-a726-b004387d6425',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.109766] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.109766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.109766] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.109766] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dc8b4e9-1442-43ba-a663-567f89e3a428 with status ACTIVE [ 1091.109766] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.109766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.109766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.109766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.109766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.109766] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.109766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.109766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.109766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.109766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.110266] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.110266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.110266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.110266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.110375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.111780] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dc8b4e9-1442-43ba-a663-567f89e3a428 is going to be updated. [ 1091.135834] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.135998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.136100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.136284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.136421] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.136580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dc8b4e9-1442-43ba-a663-567f89e3a428" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.181391] env[65116]: INFO networking_nsxv3.common.synchronization [req-520ca08a-6be2-4a20-adba-a5375bffd34b req-bc56cec1-4cfe-4396-a428-ac3abc3d05a4 tempest-ServerDiskConfigTestJSON-1517940131 tempest-ServerDiskConfigTestJSON-1517940131-project-member] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 1091.181917] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 1091.182290] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.182416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.182487] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.182685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.182842] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.182940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.183010] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.183287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.184820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.184820] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.213573] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.217414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.217414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.217414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.217414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.217414] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7156aefb-4da3-4029-950c-ace75ab55974 already deleted. [ 1091.217414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.217414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.217414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.217414] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7156aefb-4da3-4029-950c-ace75ab55974',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.312215] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.331364] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20bf54d4-c633-49e7-a486-859846c8d832 [ 1091.333152] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.333718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.333718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.333718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.333718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.334204] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20bf54d4-c633-49e7-a486-859846c8d832 already deleted. [ 1091.334204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20bf54d4-c633-49e7-a486-859846c8d832" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.337902] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.340454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.340454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.340454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.340454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.340454] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.340454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.340454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.340454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.340454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.340454] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6fedda-c299-4576-a726-b004387d6425 already deleted. [ 1091.340454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.340454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.340454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.340454] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.340454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.340454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.340454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.341176] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.341176] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b6fedda-c299-4576-a726-b004387d6425',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.612630] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.646953] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.647270] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.647342] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.647604] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.647907] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.648197] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.648456] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.648568] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.648714] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.649019] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.649136] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.649246] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.649353] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.649464] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.649565] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.649710] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.673265] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.673265] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.673265] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.673265] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.673265] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-b3bafe6b-71bc-45d0-bf37-29da60b15de0 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.673265] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-b3bafe6b-71bc-45d0-bf37-29da60b15de0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.673265] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-b3bafe6b-71bc-45d0-bf37-29da60b15de0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.673265] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-b3bafe6b-71bc-45d0-bf37-29da60b15de0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.673265] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3bafe6b-71bc-45d0-bf37-29da60b15de0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.687980] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.687980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.687980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.687980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.687980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.687980] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.687980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.687980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.687980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.687980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.687980] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 1091.714256] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.714419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.714520] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.714743] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.714885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.724330] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 1091.738833] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.738833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.738833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.738833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.739114] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.739206] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7156aefb-4da3-4029-950c-ace75ab55974 already deleted. [ 1091.739338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.814319] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.814474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.814565] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.818028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.818028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.818028] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 is going to be updated. [ 1091.843132] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.843299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.843373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.843592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.843682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.843885] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.843983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.844060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.844210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.844286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.844370] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b6fedda-c299-4576-a726-b004387d6425 already deleted. [ 1091.844450] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.844543] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b6fedda-c299-4576-a726-b004387d6425',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.847765] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.847765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.848820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.848820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.848990] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.861031] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: IN_PROGRESS for 2s [ 1091.954853] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1091.955122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.116807] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.116975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.117060] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.117248] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.117370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.117469] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b is going to be created. [ 1092.143088] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.143269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.143334] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.143545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.143704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.155683] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b in Status: UNINITIALIZED for 2s [ 1092.175073] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.175420] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.175624] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.175926] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.176110] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.176279] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port b3bafe6b-71bc-45d0-bf37-29da60b15de0 not found, creating... [ 1092.176585] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.176754] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.176874] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.177123] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.177264] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.178017] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.178212] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.178412] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.178654] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.178793] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.178938] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: b3bafe6b-71bc-45d0-bf37-29da60b15de0 is going to be created. [ 1092.204021] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.204296] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.204492] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.204834] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.205063] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.205326] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-b3bafe6b-71bc-45d0-bf37-29da60b15de0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.348309] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b6fedda-c299-4576-a726-b004387d6425',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.851502] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b6fedda-c299-4576-a726-b004387d6425: rpc.has_security_group_logging(os_id): False [ 1092.872216] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.872416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.872541] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.872710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.873422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.873422] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.873422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.873422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.873422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.873422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.873709] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b6fedda-c299-4576-a726-b004387d6425 is going to be created. [ 1092.896527] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/5b6fedda-c299-4576-a726-b004387d6425], does not exist path=[/infra/domains/default/groups/5b6fedda-c299-4576-a726-b004387d6425]."\n}' [ 1092.896770] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b6fedda-c299-4576-a726-b004387d6425 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5b6fedda-c299-4576-a726-b004387d6425 [ 1092.896871] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1092.942296] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.942549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.942549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.942782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.943860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.944204] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.944555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.944555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.944555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.944785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.944819] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.944943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.944992] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.945160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.945248] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.945335] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b6fedda-c299-4576-a726-b004387d6425 is going to be created. [ 1092.972154] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/5b6fedda-c299-4576-a726-b004387d6425], does not exist path=[/infra/domains/default/groups/5b6fedda-c299-4576-a726-b004387d6425]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5b6fedda-c299-4576-a726-b004387d6425 [ 1092.972307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b6fedda-c299-4576-a726-b004387d6425" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.973054] env[65116]: Traceback (most recent call last): [ 1092.973054] env[65116]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1092.973054] env[65116]: return func(*args, **kwargs) [ 1092.973054] env[65116]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1092.973054] env[65116]: res.raise_for_status() [ 1092.973054] env[65116]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1092.973054] env[65116]: raise HTTPError(http_error_msg, response=self) [ 1092.973054] env[65116]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5b6fedda-c299-4576-a726-b004387d6425 [ 1092.973054] env[65116]: During handling of the above exception, another exception occurred: [ 1092.973054] env[65116]: Traceback (most recent call last): [ 1092.973054] env[65116]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1092.973054] env[65116]: listener.cb(fileno) [ 1092.973054] env[65116]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1092.973054] env[65116]: result = function(*args, **kwargs) [ 1092.973054] env[65116]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1092.973054] env[65116]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1092.973054] env[65116]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1092.973054] env[65116]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1092.973054] env[65116]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1092.973054] env[65116]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1092.973054] env[65116]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1092.973054] env[65116]: res.raise_for_status() [ 1092.973054] env[65116]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1092.973054] env[65116]: raise HTTPError(http_error_msg, response=self) [ 1092.973054] env[65116]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5b6fedda-c299-4576-a726-b004387d6425 [ 1092.973054] env[65116]: Removing descriptor: 5 [ 1093.180748] env[65116]: INFO networking_nsxv3.common.synchronization [req-520ca08a-6be2-4a20-adba-a5375bffd34b req-90b75aae-23ed-4981-aa1f-22513ffef7ad service nova] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_rules [ 1093.180748] env[65116]: INFO networking_nsxv3.common.synchronization [req-520ca08a-6be2-4a20-adba-a5375bffd34b req-90b75aae-23ed-4981-aa1f-22513ffef7ad service nova] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 1093.180748] env[65116]: INFO networking_nsxv3.common.synchronization [req-520ca08a-6be2-4a20-adba-a5375bffd34b req-90b75aae-23ed-4981-aa1f-22513ffef7ad service nova] Enqueued Resource ID: b3bafe6b-71bc-45d0-bf37-29da60b15de0 with Priority: HIGHEST for action port [ 1093.180748] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_rules [ 1093.180748] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 1093.180748] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3bafe6b-71bc-45d0-bf37-29da60b15de0 with Priority: HIGHEST for action port [ 1093.181122] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.184482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.184482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.184482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.184482] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.184482] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.185012] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.185012] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3bafe6b-71bc-45d0-bf37-29da60b15de0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.185012] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3bafe6b-71bc-45d0-bf37-29da60b15de0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.185156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3bafe6b-71bc-45d0-bf37-29da60b15de0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.185286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3bafe6b-71bc-45d0-bf37-29da60b15de0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.185402] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3bafe6b-71bc-45d0-bf37-29da60b15de0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.687666] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.687996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.687996] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3bafe6b-71bc-45d0-bf37-29da60b15de0 with status ACTIVE [ 1093.688164] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.688267] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.688335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.688579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.688673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.688844] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.688940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.689014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.689173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.689250] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.689428] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.689570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.689570] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.689763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.689809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.689897] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3bafe6b-71bc-45d0-bf37-29da60b15de0 is going to be updated. [ 1093.718635] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.718635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.718635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.718635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.718635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.718635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3bafe6b-71bc-45d0-bf37-29da60b15de0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.738810] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 1093.738810] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff deletion is rescheduled due to dependency. [ 1093.738810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.738810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.738810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.738810] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.738810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.738810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.738810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.738810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.738810] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.873413] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: SUCCESS [ 1093.873413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.873413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.873413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.873413] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.873413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.873413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.873413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.873413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.873413] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.879618] env[65116]: INFO networking_nsxv3.common.synchronization [req-0d1672af-427b-4f86-bff3-660d7ff027f2 req-5bbe9fe2-1a53-4f91-8fc5-9b4cdacae11f tempest-AttachInterfacesV270Test-1517508842 tempest-AttachInterfacesV270Test-1517508842-project-member] Enqueued Resource ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 with Priority: HIGHEST for action security_group_members [ 1093.880637] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 with Priority: HIGHEST for action security_group_members [ 1093.881546] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.882364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.884327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.884327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.884327] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.884327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.884327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.884327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.884327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.884327] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5e7859c-3ed5-44fb-849d-ea21c1c999d2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.167328] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b in Status: SUCCESS [ 1094.167640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.168326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.169098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.169490] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.169750] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.170038] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.170223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.170307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.170881] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.170994] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.241403] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.377439] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.387147] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.387346] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.387414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.388600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.421836] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.422338] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.422338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.422473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.422756] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.422901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.423067] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 is going to be updated. [ 1094.461389] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.461592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.461629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.462032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.462032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.483290] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 in Status: IN_PROGRESS for 2s [ 1094.672986] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.744412] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.881153] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.176715] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b: rpc.has_security_group_logging(os_id): False [ 1095.196798] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.196941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.197032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.197252] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.197340] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.197987] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.198114] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.198182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.198345] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.198449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.198589] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b is going to be created. [ 1095.247690] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.247823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.247902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.252191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.252472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.252642] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 1095.296661] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.296661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.296999] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.296999] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.297136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.313323] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.313395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.313426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.313769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.313769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.316040] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b in Status: IN_PROGRESS for 2s [ 1095.323372] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 1095.384253] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.384361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.386256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.386256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.386256] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.386256] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 is going to be updated. [ 1095.446371] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.446637] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.446746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.446994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.447199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.462343] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: IN_PROGRESS for 2s [ 1096.496573] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 in Status: SUCCESS [ 1096.496965] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 deletion is rescheduled due to dependency. [ 1096.496965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.333265] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b in Status: SUCCESS [ 1097.336073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.336914] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 1097.337031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.337286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.337600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.338245] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.338507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.338507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.338626] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.338701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.338808] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.339168] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.471744] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: SUCCESS [ 1097.471967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.472155] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.472364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.472554] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.472666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.472747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.472877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.472953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.473058] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.844781] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.844781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.844781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.844781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.844781] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.844781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.844781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.844781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.844781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.844781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.844781] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.844781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.844781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.844781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.844781] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.844781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.845806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.845806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.845806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.845806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.845806] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.975955] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.998586] env[65116]: INFO networking_nsxv3.common.synchronization [req-13f6ed57-dff5-4b7a-86d7-b7c2a7896b62 req-7e242198-86a8-4213-89bb-bb1e1c07116d tempest-ServerRescueTestJSONUnderV235-479719765 tempest-ServerRescueTestJSONUnderV235-479719765-project-member] Enqueued Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_members [ 1097.999131] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 with Priority: HIGHEST for action security_group_members [ 1097.999449] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.999587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.283472] env[65116]: INFO networking_nsxv3.common.synchronization [req-d6e0cb65-894c-405e-bfe2-8f40e53fe6b0 req-80241cf1-67d1-48b9-985c-82f92d28a497 tempest-ServerActionsTestJSON-460922022 tempest-ServerActionsTestJSON-460922022-project-member] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 1098.284321] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 1098.284705] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.284831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.284863] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.285111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.285273] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.285382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.285446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.285614] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.285695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.285787] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.348189] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95a19c7b-eed1-4720-a6f6-e004f35d5fff: rpc.has_security_group_logging(os_id): False [ 1098.367606] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.367846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.367931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.368156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.389809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.390108] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.390232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.390310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.390496] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.390581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.390798] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.390898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.391048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.391127] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.391204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.391384] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.391497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.391529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.391668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.391765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.391849] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 1098.468116] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.468225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.468495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.468495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.468662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.481331] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.483956] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 1098.791188] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.791456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.791456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.791629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.811129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.811393] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.811517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.811585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.811885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.811885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.811950] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 is going to be updated. [ 1098.836610] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.836761] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.836821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.837052] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.837172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.845462] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: IN_PROGRESS for 2s [ 1098.984959] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.984959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.984959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.985247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.985339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.985462] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 is going to be updated. [ 1099.016605] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.016605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.016701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.016964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.017165] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.026523] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: IN_PROGRESS for 2s [ 1100.502153] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 1100.502392] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.858636] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: SUCCESS [ 1100.858808] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 deletion is rescheduled due to dependency. [ 1100.858929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.049170] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: SUCCESS [ 1101.049404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.049586] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.049808] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.050028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.050416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.050416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.050416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.050554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.050589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.050726] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.051694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.052546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.052546] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.052546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.052546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.052546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.052546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.052546] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.554706] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.554706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.559355] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.559355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.559355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.559627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.585518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.586361] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.586361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.586361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.586361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.586361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.586361] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 is going to be updated. [ 1101.612875] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.613041] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.613103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.613389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.613714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.623068] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: IN_PROGRESS for 2s [ 1103.287585] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1103.287860] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1103.428144] env[65116]: INFO networking_nsxv3.common.synchronization [None req-95a1b73c-6552-44d9-bcd3-4974f489d55c None None] Enqueued Resource ID: e4aa9281-2589-45c1-b576-0ec5bb553e73 with Priority: HIGHEST for action port [ 1103.428868] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4aa9281-2589-45c1-b576-0ec5bb553e73 with Priority: HIGHEST for action port [ 1103.429318] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4aa9281-2589-45c1-b576-0ec5bb553e73 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.429581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4aa9281-2589-45c1-b576-0ec5bb553e73" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.429812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4aa9281-2589-45c1-b576-0ec5bb553e73" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.430191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4aa9281-2589-45c1-b576-0ec5bb553e73" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.430845] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4aa9281-2589-45c1-b576-0ec5bb553e73',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.636377] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: SUCCESS [ 1103.636377] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 deletion is rescheduled due to dependency. [ 1103.636377] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.636377] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.636377] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.636377] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.636377] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.636908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.637195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.637331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.637788] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.637788] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.637913] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.638132] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.638401] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.638656] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.638797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.638887] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.639101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.640136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.640136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.640136] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.935287] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4aa9281-2589-45c1-b576-0ec5bb553e73 [ 1103.935287] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.935397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.935464] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.935772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.936346] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.936346] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4aa9281-2589-45c1-b576-0ec5bb553e73 already deleted. [ 1103.936440] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4aa9281-2589-45c1-b576-0ec5bb553e73" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.141567] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3: rpc.has_security_group_logging(os_id): False [ 1104.165020] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.165020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.165020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.165020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.165020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.165020] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.165020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.165020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.165020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.165020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.165020] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.165020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.165020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.165020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.165020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.165551] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.165551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.165551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.165551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.165551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.165685] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 is going to be updated. [ 1104.228568] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.228728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.228799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.230912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.230912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.245696] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: IN_PROGRESS for 2s [ 1104.302258] env[65116]: INFO networking_nsxv3.common.synchronization [req-18dab7ce-8bdf-40d0-bfb5-a95871502237 req-d63f8c7a-1c4c-41fc-a4b0-d6c41d391ae7 tempest-DeleteServersTestJSON-1929788868 tempest-DeleteServersTestJSON-1929788868-project-member] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1104.302875] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1104.303239] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.303384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.303490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.303645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.303819] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.303916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.303980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.304152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.304480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.304871] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.756457] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.756457] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.756457] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.756457] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.756785] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.756965] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.757128] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.757402] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.757603] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.757858] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.758038] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.758193] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.758330] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.758471] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.758602] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.758761] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.781764] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.781938] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.781938] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.782108] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.782426] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-98d8432f-dc60-460d-96b2-2c83d89b9c78 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.782600] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-98d8432f-dc60-460d-96b2-2c83d89b9c78" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.782718] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-98d8432f-dc60-460d-96b2-2c83d89b9c78" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.783060] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-98d8432f-dc60-460d-96b2-2c83d89b9c78" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.783240] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98d8432f-dc60-460d-96b2-2c83d89b9c78',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.808800] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.808800] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.808800] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.809453] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.834461] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.834725] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.834880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.834947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.835192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.836801] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.836801] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1104.873740] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.876471] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.876584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.876814] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.877062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.887501] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1105.285509] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.285783] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.285969] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.286277] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.286428] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.286591] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 98d8432f-dc60-460d-96b2-2c83d89b9c78 not found, creating... [ 1105.286861] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.287031] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.287150] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.287440] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.287725] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.287978] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.288238] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.288324] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.288583] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.288733] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.289102] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 98d8432f-dc60-460d-96b2-2c83d89b9c78 is going to be created. [ 1105.325936] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.326237] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.326347] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.326587] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.326866] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.327144] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-98d8432f-dc60-460d-96b2-2c83d89b9c78" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.046701] env[65116]: INFO networking_nsxv3.common.synchronization [None req-48c1dfe6-cccf-4086-9d08-b2c589e07826 None None] Enqueued Resource ID: 21cd1e26-2b34-421a-8fa2-43cff7500497 with Priority: HIGHEST for action port [ 1106.047259] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21cd1e26-2b34-421a-8fa2-43cff7500497 with Priority: HIGHEST for action port [ 1106.049090] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-21cd1e26-2b34-421a-8fa2-43cff7500497 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.050062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21cd1e26-2b34-421a-8fa2-43cff7500497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.050062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21cd1e26-2b34-421a-8fa2-43cff7500497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.050062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21cd1e26-2b34-421a-8fa2-43cff7500497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.050268] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21cd1e26-2b34-421a-8fa2-43cff7500497',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.094024] env[65116]: INFO networking_nsxv3.common.synchronization [req-18dab7ce-8bdf-40d0-bfb5-a95871502237 req-e6610280-9a4c-49bc-9936-c5252d4976b9 service nova] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_rules [ 1106.094024] env[65116]: INFO networking_nsxv3.common.synchronization [req-18dab7ce-8bdf-40d0-bfb5-a95871502237 req-e6610280-9a4c-49bc-9936-c5252d4976b9 service nova] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1106.094024] env[65116]: INFO networking_nsxv3.common.synchronization [req-18dab7ce-8bdf-40d0-bfb5-a95871502237 req-e6610280-9a4c-49bc-9936-c5252d4976b9 service nova] Enqueued Resource ID: 98d8432f-dc60-460d-96b2-2c83d89b9c78 with Priority: HIGHEST for action port [ 1106.094024] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_rules [ 1106.094024] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1106.094024] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d8432f-dc60-460d-96b2-2c83d89b9c78 with Priority: HIGHEST for action port [ 1106.094024] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.094024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.094024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.094438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.094553] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.096271] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.096764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.098268] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-98d8432f-dc60-460d-96b2-2c83d89b9c78 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.098710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98d8432f-dc60-460d-96b2-2c83d89b9c78" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.098710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98d8432f-dc60-460d-96b2-2c83d89b9c78" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.099591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98d8432f-dc60-460d-96b2-2c83d89b9c78" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.099795] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98d8432f-dc60-460d-96b2-2c83d89b9c78',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.267833] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 in Status: SUCCESS [ 1106.268090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.268195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.268401] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.268535] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.276148] env[65116]: INFO networking_nsxv3.common.synchronization [req-f4b1e8cc-f30e-4e6e-a07a-e9f70fec5371 req-887d53fc-8b40-4ca4-ad3e-3dfd72eaec3b tempest-ServersTestJSON-1776500097 tempest-ServersTestJSON-1776500097-project-member] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1106.276148] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1106.276148] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.276148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.276148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.276148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.276148] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.276393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.276393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.276589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.276697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.276724] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.553213] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21cd1e26-2b34-421a-8fa2-43cff7500497 [ 1106.554498] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.554498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.554498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.554498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.554498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.554498] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21cd1e26-2b34-421a-8fa2-43cff7500497 already deleted. [ 1106.555131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21cd1e26-2b34-421a-8fa2-43cff7500497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.596630] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.596787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.603268] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98d8432f-dc60-460d-96b2-2c83d89b9c78 with status ACTIVE [ 1106.603463] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.603611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.603681] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.603896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.603987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.604230] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.604328] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.604376] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.604517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.604600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.604786] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.604905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.604938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.605205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.605205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.605370] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98d8432f-dc60-460d-96b2-2c83d89b9c78 is going to be updated. [ 1106.626244] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.626244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.626360] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.626475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.626613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.626770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98d8432f-dc60-460d-96b2-2c83d89b9c78" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.640681] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.640890] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.641032] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.641294] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.641551] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.641705] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.641821] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.642039] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.642184] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.642404] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.642513] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.642643] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.642762] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.642875] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.642980] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.643127] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.668242] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.668426] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.668601] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.668880] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.669285] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.669509] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.669583] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.669990] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.670165] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.780045] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.789253] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.789413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.789462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.789649] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.789740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.789837] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3 is going to be deleted. [ 1106.842591] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.842908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.843208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.843308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.843347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.843473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a9fa85c-24bc-4987-a0b2-c2f473c4b5b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.914587] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1106.914796] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 deletion is rescheduled due to dependency. [ 1106.914939] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.915129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.915380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.915572] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.915743] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.915813] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.915985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.916081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.916225] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.173446] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.173699] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.173838] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.174084] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.174239] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.174396] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d not found, creating... [ 1107.174657] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.174813] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.174929] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.175163] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.175299] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.175579] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.175728] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.175850] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.176064] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.176195] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.176330] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d is going to be created. [ 1107.202278] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.202457] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.202590] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.202857] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.203103] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.203331] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.282502] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.418886] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.785306] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.785680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.785680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.785807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.785882] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.785986] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1107.820801] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.821124] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.821124] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.821337] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.821457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.832627] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1107.922405] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.992088] env[65116]: INFO networking_nsxv3.common.synchronization [req-f4b1e8cc-f30e-4e6e-a07a-e9f70fec5371 req-6bd4da55-24b0-421b-9f4c-ae3911b4b4fb service nova] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_rules [ 1107.992274] env[65116]: INFO networking_nsxv3.common.synchronization [req-f4b1e8cc-f30e-4e6e-a07a-e9f70fec5371 req-6bd4da55-24b0-421b-9f4c-ae3911b4b4fb service nova] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1107.992410] env[65116]: INFO networking_nsxv3.common.synchronization [req-f4b1e8cc-f30e-4e6e-a07a-e9f70fec5371 req-6bd4da55-24b0-421b-9f4c-ae3911b4b4fb service nova] Enqueued Resource ID: d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d with Priority: HIGHEST for action port [ 1107.993070] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_rules [ 1107.993115] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1107.993210] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d with Priority: HIGHEST for action port [ 1107.993499] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.993628] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.993697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.993907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.993990] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.998708] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.998941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.999302] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.999463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.999773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.000095] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.000593] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.429033] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.429033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.429033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.429033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.429033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.429033] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1108.464536] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.464725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.464969] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.465055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.465153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.476207] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1108.502941] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.503193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.505017] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d with status ACTIVE [ 1108.505017] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.505017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.505017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.505333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.505512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.505702] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.505833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.505901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.506100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.506228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.506458] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.506613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.506731] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.506891] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.506987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.507095] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d is going to be updated. [ 1108.528870] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.529076] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.529175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.529412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.529586] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.529782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3da86fe-ad3b-4fbc-bd1f-ba9d63fc793d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.843927] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1109.844347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.844398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.844597] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.844792] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.844920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.844986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.845195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.845257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.845340] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.349129] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.487290] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1110.487523] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.487810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.488026] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.488222] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.488353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.488483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.488569] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.488672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.488795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.488842] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.853904] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.991278] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.991458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.991530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.991783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.991963] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.992086] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.992149] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.992318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.992403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.992495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.992644] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.992747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.992791] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.992936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.993086] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.993187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.993255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.993588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.993672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.993757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.993852] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.140255] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.140255] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-963" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.140255] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-963" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.140255] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-963" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.140255] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.140255] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.140255] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.140740] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.140925] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.141178] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.141299] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.141416] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.141580] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.141752] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.141899] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.142059] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.162700] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.162851] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.163083] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.163437] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-963" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.163876] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-04d47dd2-7f48-48e4-aed4-9d693168b8ca taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.164112] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.164281] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.164601] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.164773] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d47dd2-7f48-48e4-aed4-9d693168b8ca',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.355992] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.356196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.357260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.357260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.357260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.357260] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1111.413990] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.413990] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.413990] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.414233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.414482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.427056] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1111.496476] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e61399ad-061b-4165-8353-cd68f75d3872: rpc.has_security_group_logging(os_id): False [ 1111.516444] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.516613] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.516657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.516868] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.516964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.517241] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.517296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.517362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.517516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.517594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.517807] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.517907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.517970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.518141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.518219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.518403] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.518497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.518558] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.518845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.518845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.518976] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1111.586737] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.586903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.586966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.587202] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.587350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.603212] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1111.667585] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.667893] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.668035] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.668359] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.668775] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.669186] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.669417] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.669553] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.669822] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.670077] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.670472] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.670642] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.670790] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.671077] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.671230] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.671383] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 04d47dd2-7f48-48e4-aed4-9d693168b8ca is going to be updated. [ 1111.693542] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.693765] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.693905] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.694204] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.694410] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.694740] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.444140] env[65116]: INFO networking_nsxv3.common.synchronization [req-dc2ea705-394a-47d1-9731-420ce8b07645 req-49df46cc-0882-4553-a6e8-9e4fde662d85 service nova] Enqueued Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_rules [ 1112.444380] env[65116]: INFO networking_nsxv3.common.synchronization [req-dc2ea705-394a-47d1-9731-420ce8b07645 req-49df46cc-0882-4553-a6e8-9e4fde662d85 service nova] Enqueued Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_members [ 1112.444466] env[65116]: INFO networking_nsxv3.common.synchronization [req-dc2ea705-394a-47d1-9731-420ce8b07645 req-49df46cc-0882-4553-a6e8-9e4fde662d85 service nova] Enqueued Resource ID: 04d47dd2-7f48-48e4-aed4-9d693168b8ca with Priority: HIGHEST for action port [ 1112.444696] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_rules [ 1112.444824] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_members [ 1112.444922] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d47dd2-7f48-48e4-aed4-9d693168b8ca with Priority: HIGHEST for action port [ 1112.445486] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.445621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.445721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.445975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.446021] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.447364] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.447481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.447719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.447824] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.447895] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.447995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.448075] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.448237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.448323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.448416] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.449235] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-04d47dd2-7f48-48e4-aed4-9d693168b8ca taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.449344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.449414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.449567] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.449656] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d47dd2-7f48-48e4-aed4-9d693168b8ca',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.951527] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.951716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.951893] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.952853] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04d47dd2-7f48-48e4-aed4-9d693168b8ca with status ACTIVE [ 1112.953033] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.953153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.953225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.953430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.953518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.953691] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.953800] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.953873] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.954033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.954115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.954297] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.954394] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.954458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.954597] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.954674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.954764] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04d47dd2-7f48-48e4-aed4-9d693168b8ca is going to be updated. [ 1112.977511] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.977753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.977872] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.978178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.978373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.978593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04d47dd2-7f48-48e4-aed4-9d693168b8ca" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.437635] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1113.437929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.438168] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.438395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.438587] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.438701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.438758] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.438993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.439100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.439195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.439293] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.456894] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.622861] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1113.623109] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.943057] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.943240] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.943308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.943706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.943923] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.944045] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.944148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.944278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.944369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.944514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.944637] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.944714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.944754] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.944935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.945105] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.945226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.945289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.945429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.945510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.945632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.945735] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.958777] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.958965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.959479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.960714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.960714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.960714] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a is going to be updated. [ 1113.993920] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.994105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.994179] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.994392] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.994540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.004518] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: IN_PROGRESS for 2s [ 1114.448400] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06457b12-1261-4b74-ba42-3109928fd3b1: rpc.has_security_group_logging(os_id): False [ 1114.474778] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.475093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.475154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.475429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.514896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.515457] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.515666] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.516053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.516380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.516510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.516835] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.517031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.517082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.517305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.517420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.517746] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.517916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.518018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.518228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.518350] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.518475] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1114.585226] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.585416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.585486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.585716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.586745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.603746] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1115.012593] env[65116]: INFO networking_nsxv3.common.synchronization [req-62312f15-80d6-4335-be4f-76ca67b1f802 req-f8beb35d-7095-42cc-adc1-3406556dac87 tempest-AttachVolumeShelveTestJSON-1482826837 tempest-AttachVolumeShelveTestJSON-1482826837-project-member] Enqueued Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_members [ 1115.013398] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGHEST for action security_group_members [ 1115.013988] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b93829-da21-4fcf-8e36-6ec77f6764b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.013988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.013988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.014717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.014717] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.014717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.014717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.014893] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.015116] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.015173] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.479525] env[65116]: INFO networking_nsxv3.common.synchronization [req-3a687368-5a82-4d65-82b1-f7db32a3a9f5 req-2306a805-63da-4673-b154-d1401ef350db tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_members [ 1115.480100] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_members [ 1115.480419] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.480540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.480611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.481310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.481508] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.481616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.481678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.481850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.482890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.482890] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.518185] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.518481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.518481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.518650] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.545801] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.547671] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.548212] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.548500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.548891] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.549476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.549724] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 is going to be updated. [ 1115.588024] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.588024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.588024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.588024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.588024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.596735] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 in Status: IN_PROGRESS for 2s [ 1115.891094] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.891094] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.891094] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.891823] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.891823] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.892056] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.892298] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.892687] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.892935] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.893263] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.893465] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.893765] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.894016] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.894221] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.894401] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.894647] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.920178] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.920178] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.920178] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.920178] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.920178] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-ff1a1ddf-0705-4111-80a1-faa79fe7c947 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.920178] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-ff1a1ddf-0705-4111-80a1-faa79fe7c947" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.920178] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-ff1a1ddf-0705-4111-80a1-faa79fe7c947" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.920178] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-ff1a1ddf-0705-4111-80a1-faa79fe7c947" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.920178] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff1a1ddf-0705-4111-80a1-faa79fe7c947',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.985730] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.016227] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: SUCCESS [ 1116.016495] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.016672] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.016949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.017197] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.017334] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.017403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.017601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.017781] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.017894] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.018015] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.423380] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.423631] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.423759] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.424095] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.424267] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.424418] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port ff1a1ddf-0705-4111-80a1-faa79fe7c947 not found, creating... [ 1116.424759] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.424919] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.425147] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.425530] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.425795] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.426165] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.426350] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.426469] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.426708] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.426850] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.427084] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: ff1a1ddf-0705-4111-80a1-faa79fe7c947 is going to be created. [ 1116.451598] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.451831] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.451960] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.452285] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.452530] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.452765] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-ff1a1ddf-0705-4111-80a1-faa79fe7c947" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.487630] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.521269] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.521482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.521543] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.521862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.522121] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.522266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.522354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.522572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.522701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.522832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.523090] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.523230] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.523326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.523549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.523758] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.523906] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.524016] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.524220] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.524332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.524451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.524579] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.619984] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1116.620286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.663035] env[65116]: INFO networking_nsxv3.common.synchronization [req-9d6d0462-2b63-45f9-a30c-aa701df4f82e req-730627d7-a6fa-4abc-93ea-fadf1265fc51 tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGHEST for action security_group_members [ 1116.663730] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGHEST for action security_group_members [ 1116.664160] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7afa8752-9996-4808-94b5-df32fa458927 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.664352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.664352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.664505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.664596] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.664740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.664740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.664890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.664976] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.665085] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7afa8752-9996-4808-94b5-df32fa458927',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.991184] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.991184] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.991184] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.991426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.991561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.991629] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b is going to be updated. [ 1117.028081] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.028347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.028347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.028535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.028615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.031319] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72ebab7d-a291-4f8e-a0d2-03b33f95b41a: rpc.has_security_group_logging(os_id): False [ 1117.044141] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b in Status: IN_PROGRESS for 2s [ 1117.056377] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.056632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.056741] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.057053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.084056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.084410] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.084547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.084604] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.084828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.084931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.085173] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.085327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.085393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.085499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.085596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.085837] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.086023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.086023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.086152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.086220] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.086309] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a is going to be updated. [ 1117.167197] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.167313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.167402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.168146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.168146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.169582] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.169778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.169857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.170063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.186626] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: IN_PROGRESS for 2s [ 1117.193649] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.193937] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.194263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.194263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.194447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.194447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.194586] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7afa8752-9996-4808-94b5-df32fa458927 is going to be updated. [ 1117.204248] env[65116]: INFO networking_nsxv3.common.synchronization [req-3a687368-5a82-4d65-82b1-f7db32a3a9f5 req-27376488-7173-45d0-9334-18c3bf484c6d service nova] Enqueued Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_rules [ 1117.204503] env[65116]: INFO networking_nsxv3.common.synchronization [req-3a687368-5a82-4d65-82b1-f7db32a3a9f5 req-27376488-7173-45d0-9334-18c3bf484c6d service nova] Enqueued Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_members [ 1117.204679] env[65116]: INFO networking_nsxv3.common.synchronization [req-3a687368-5a82-4d65-82b1-f7db32a3a9f5 req-27376488-7173-45d0-9334-18c3bf484c6d service nova] Enqueued Resource ID: ff1a1ddf-0705-4111-80a1-faa79fe7c947 with Priority: HIGHEST for action port [ 1117.205339] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_rules [ 1117.205524] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_members [ 1117.205640] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff1a1ddf-0705-4111-80a1-faa79fe7c947 with Priority: HIGHEST for action port [ 1117.206536] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.206610] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.206702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.207363] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.207486] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.208870] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.208988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.209356] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff1a1ddf-0705-4111-80a1-faa79fe7c947 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.209491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff1a1ddf-0705-4111-80a1-faa79fe7c947" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.209569] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff1a1ddf-0705-4111-80a1-faa79fe7c947" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.209832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff1a1ddf-0705-4111-80a1-faa79fe7c947" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.209919] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff1a1ddf-0705-4111-80a1-faa79fe7c947',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.233451] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.233451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.233451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.233451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.233742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.245976] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7afa8752-9996-4808-94b5-df32fa458927 in Status: IN_PROGRESS for 2s [ 1117.608379] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 in Status: SUCCESS [ 1117.608830] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 deletion is rescheduled due to dependency. [ 1117.608830] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.712112] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.712304] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.713647] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff1a1ddf-0705-4111-80a1-faa79fe7c947 with status ACTIVE [ 1117.713852] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.713987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.714085] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.714298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.714381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.714552] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.714648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.714702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.714852] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.714926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.715135] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.715248] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.715319] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.715407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.715508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.715603] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff1a1ddf-0705-4111-80a1-faa79fe7c947 is going to be updated. [ 1117.737051] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.737274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.737274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.737480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.737621] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.737829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff1a1ddf-0705-4111-80a1-faa79fe7c947" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.057924] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b in Status: SUCCESS [ 1119.058278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.058433] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.058778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.059024] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.059184] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.059255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.059453] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.059544] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.059649] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.206834] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: SUCCESS [ 1119.206834] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.257914] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7afa8752-9996-4808-94b5-df32fa458927 in Status: SUCCESS [ 1119.258125] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7afa8752-9996-4808-94b5-df32fa458927 deletion is rescheduled due to dependency. [ 1119.258297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.562539] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.893516] env[65116]: INFO networking_nsxv3.common.synchronization [req-e828f277-2a44-4c80-a976-ba134d9e91a7 req-95255741-43dd-4d79-86d7-6b4a89d2577a tempest-DeleteServersTestJSON-1929788868 tempest-DeleteServersTestJSON-1929788868-project-member] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1119.894315] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1119.894805] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.894862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.895602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.895602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.895602] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.895849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.895849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.896098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.896305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.896448] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.067324] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.274868] env[65116]: INFO networking_nsxv3.common.synchronization [req-aea47c60-ce90-428f-934b-c94c194bee83 req-310108d5-e888-480e-92d0-16d155b95b98 tempest-InstanceActionsNegativeTestJSON-1526118371 tempest-InstanceActionsNegativeTestJSON-1526118371-project-member] Enqueued Resource ID: be77acd3-242d-460d-afd5-fdb936d49ca0 with Priority: HIGHEST for action security_group_members [ 1120.275569] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be77acd3-242d-460d-afd5-fdb936d49ca0 with Priority: HIGHEST for action security_group_members [ 1120.275945] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-be77acd3-242d-460d-afd5-fdb936d49ca0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.276286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.276379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.276782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.277028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.277175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.277267] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.277462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.277550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.277652] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be77acd3-242d-460d-afd5-fdb936d49ca0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.399146] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.399369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.399415] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.399885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.399885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.400083] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.400188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.400188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.400355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.400438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.400534] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1120.435627] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.435993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.436125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.436385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.436577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.450953] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1120.570660] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.570871] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.570911] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.571168] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.571260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.571362] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b is going to be updated. [ 1120.607675] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.607675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.607675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.607675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.607675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.619648] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b in Status: IN_PROGRESS for 2s [ 1120.765988] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.766322] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-228" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.766526] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-228" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.766946] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-228" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.767301] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.767522] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.767676] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.768096] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.768330] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.768575] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.768696] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.768852] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.768948] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.769076] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.769190] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.769334] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.779845] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.779954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.780018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.780296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.780412] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.780643] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.780784] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.780867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.780970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.781057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.781135] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be77acd3-242d-460d-afd5-fdb936d49ca0 already deleted. [ 1120.781219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.806954] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.807151] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.808068] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.808068] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-228" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.808068] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-a08a0ecc-509c-49a0-923d-4f9caf3e193e taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.808068] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-a08a0ecc-509c-49a0-923d-4f9caf3e193e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.808384] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-a08a0ecc-509c-49a0-923d-4f9caf3e193e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.808484] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-a08a0ecc-509c-49a0-923d-4f9caf3e193e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.808586] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a08a0ecc-509c-49a0-923d-4f9caf3e193e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.314814] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.314814] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.314814] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.314814] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.315392] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.315392] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port a08a0ecc-509c-49a0-923d-4f9caf3e193e not found, creating... [ 1121.315459] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.315663] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.315851] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.316235] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.316655] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.316765] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.316961] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.317146] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.317474] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.317589] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.317771] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: a08a0ecc-509c-49a0-923d-4f9caf3e193e is going to be created. [ 1121.364655] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.364920] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.365054] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.365323] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.365624] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.365924] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-a08a0ecc-509c-49a0-923d-4f9caf3e193e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.831614] env[65116]: INFO networking_nsxv3.common.synchronization [req-2ea90f48-313e-4369-a20d-c7aa37f1fff0 req-b89b2583-747a-44d3-803c-43d6fb11b1f1 tempest-ServersTestJSON-1776500097 tempest-ServersTestJSON-1776500097-project-member] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1121.832213] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1121.832529] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.832698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.832777] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.832920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.833105] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.833207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.833270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.833533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.833533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.833629] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.051147] env[65116]: INFO networking_nsxv3.common.synchronization [req-aea47c60-ce90-428f-934b-c94c194bee83 req-2303a4bf-267f-4eb8-8423-1e110bc11a26 service nova] Enqueued Resource ID: be77acd3-242d-460d-afd5-fdb936d49ca0 with Priority: HIGHEST for action security_group_rules [ 1122.051920] env[65116]: INFO networking_nsxv3.common.synchronization [req-aea47c60-ce90-428f-934b-c94c194bee83 req-2303a4bf-267f-4eb8-8423-1e110bc11a26 service nova] Enqueued Resource ID: be77acd3-242d-460d-afd5-fdb936d49ca0 with Priority: HIGHEST for action security_group_members [ 1122.051920] env[65116]: INFO networking_nsxv3.common.synchronization [req-aea47c60-ce90-428f-934b-c94c194bee83 req-2303a4bf-267f-4eb8-8423-1e110bc11a26 service nova] Enqueued Resource ID: a08a0ecc-509c-49a0-923d-4f9caf3e193e with Priority: HIGHEST for action port [ 1122.052124] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be77acd3-242d-460d-afd5-fdb936d49ca0 with Priority: HIGHEST for action security_group_rules [ 1122.052178] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be77acd3-242d-460d-afd5-fdb936d49ca0 with Priority: HIGHEST for action security_group_members [ 1122.052329] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08a0ecc-509c-49a0-923d-4f9caf3e193e with Priority: HIGHEST for action port [ 1122.053915] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be77acd3-242d-460d-afd5-fdb936d49ca0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.053915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.054185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.054994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.054994] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be77acd3-242d-460d-afd5-fdb936d49ca0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.055384] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-be77acd3-242d-460d-afd5-fdb936d49ca0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.055460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.055508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.055651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.056184] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.056300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.056367] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.056518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.056605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.056697] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be77acd3-242d-460d-afd5-fdb936d49ca0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.057990] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-a08a0ecc-509c-49a0-923d-4f9caf3e193e taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.057990] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a08a0ecc-509c-49a0-923d-4f9caf3e193e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.058110] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a08a0ecc-509c-49a0-923d-4f9caf3e193e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.058218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a08a0ecc-509c-49a0-923d-4f9caf3e193e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.058298] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a08a0ecc-509c-49a0-923d-4f9caf3e193e',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.336602] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.465254] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1122.465472] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 deletion is rescheduled due to dependency. [ 1122.465598] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.560370] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-be77acd3-242d-460d-afd5-fdb936d49ca0 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.560557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.562972] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be77acd3-242d-460d-afd5-fdb936d49ca0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.564436] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a08a0ecc-509c-49a0-923d-4f9caf3e193e with status ACTIVE [ 1122.564436] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.564564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.564595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.564856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.564959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.565206] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.565322] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.565389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.565551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.565652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.565904] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.566027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.566201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.566356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.566436] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.566526] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a08a0ecc-509c-49a0-923d-4f9caf3e193e is going to be updated. [ 1122.609082] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.609318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.609386] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.609640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.609807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.609998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a08a0ecc-509c-49a0-923d-4f9caf3e193e" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.632390] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b in Status: SUCCESS [ 1122.632390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.632390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.632390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.632390] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.632390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.632390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.632390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.632390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.632390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.632390] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.838924] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.068893] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be77acd3-242d-460d-afd5-fdb936d49ca0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.133788] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.341693] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.341693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.341693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.342459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.342459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.342459] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1123.379406] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.379584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.379634] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.379858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.380076] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.393573] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1123.573047] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.573047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.573047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.573277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.573368] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.573481] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be77acd3-242d-460d-afd5-fdb936d49ca0 is going to be created. [ 1123.607093] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.607364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.607364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.607658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.608050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.622503] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be77acd3-242d-460d-afd5-fdb936d49ca0 in Status: UNINITIALIZED for 2s [ 1123.636072] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b: rpc.has_security_group_logging(os_id): False [ 1123.658489] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.658674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.658674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.658895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.659014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.659280] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.659376] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.659453] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.659602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.659682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.659770] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b is going to be updated. [ 1123.738364] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.738563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.738563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.739440] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.739440] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.756749] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b in Status: IN_PROGRESS for 2s [ 1124.958259] env[65116]: INFO networking_nsxv3.common.synchronization [req-b94dcfba-ed99-4a9e-8d75-5151595635b9 req-df3a73b9-858a-4155-b677-97c7c548a3a7 tempest-ServerActionsTestJSON-460922022 tempest-ServerActionsTestJSON-460922022-project-member] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 1124.958645] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 1124.958767] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.958841] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.958876] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.959230] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.959399] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.959500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.959566] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.959769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.959863] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.960147] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.293544] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.293739] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.293864] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.294215] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.294785] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.294965] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.295099] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.295332] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.295482] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.295699] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.296693] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.296693] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.296693] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.296693] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.296890] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.296890] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.320601] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.320861] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.321104] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.321398] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.321867] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-99be1255-3e71-41e6-936a-acbf44bf9de9 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.322164] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-99be1255-3e71-41e6-936a-acbf44bf9de9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.322374] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-99be1255-3e71-41e6-936a-acbf44bf9de9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.322870] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-99be1255-3e71-41e6-936a-acbf44bf9de9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.323258] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99be1255-3e71-41e6-936a-acbf44bf9de9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.545054] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.545054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.545054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.545054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.545054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.545054] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.545054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.545054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.545054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.545054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.545054] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 is going to be updated. [ 1125.555881] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1125.556134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.578221] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.578221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.578470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.578603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.578713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.593652] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: IN_PROGRESS for 2s [ 1125.632784] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be77acd3-242d-460d-afd5-fdb936d49ca0 in Status: SUCCESS [ 1125.633018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.633192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.633401] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.633592] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.633710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.633772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.633919] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.634008] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.634096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.634183] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be77acd3-242d-460d-afd5-fdb936d49ca0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.770559] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b in Status: SUCCESS [ 1125.771115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.825916] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.826091] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.826177] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.826464] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.826641] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.826801] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 99be1255-3e71-41e6-936a-acbf44bf9de9 not found, creating... [ 1125.827075] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.827233] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.827347] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.827593] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.827746] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.828077] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.828239] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.828353] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.828596] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.828770] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.828913] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 99be1255-3e71-41e6-936a-acbf44bf9de9 is going to be created. [ 1125.849861] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.850234] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.850348] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.850601] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.850833] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.851074] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-99be1255-3e71-41e6-936a-acbf44bf9de9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.137332] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-be77acd3-242d-460d-afd5-fdb936d49ca0 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.137616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.137616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.137944] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.138151] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.138264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.138342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.138508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.138594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.138686] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.138867] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-be77acd3-242d-460d-afd5-fdb936d49ca0 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.139097] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.139158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.139326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.139472] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.139825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.139825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.139947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.139981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.140083] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.140160] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be77acd3-242d-460d-afd5-fdb936d49ca0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.642949] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be77acd3-242d-460d-afd5-fdb936d49ca0: rpc.has_security_group_logging(os_id): False [ 1126.663936] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.664158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.664239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.664458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.664553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.664782] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.664883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.664924] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.665109] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.665186] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.665418] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.665563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.665651] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.665909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.665909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.666912] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.667043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.667113] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.667269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.667348] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.667445] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be77acd3-242d-460d-afd5-fdb936d49ca0 is going to be created. [ 1126.727980] env[65116]: INFO networking_nsxv3.common.synchronization [req-b94dcfba-ed99-4a9e-8d75-5151595635b9 req-c5003922-769e-4151-9d52-ef009a5c6dc2 service nova] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_rules [ 1126.727980] env[65116]: INFO networking_nsxv3.common.synchronization [req-b94dcfba-ed99-4a9e-8d75-5151595635b9 req-c5003922-769e-4151-9d52-ef009a5c6dc2 service nova] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 1126.728319] env[65116]: INFO networking_nsxv3.common.synchronization [req-b94dcfba-ed99-4a9e-8d75-5151595635b9 req-c5003922-769e-4151-9d52-ef009a5c6dc2 service nova] Enqueued Resource ID: 99be1255-3e71-41e6-936a-acbf44bf9de9 with Priority: HIGHEST for action port [ 1126.728981] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_rules [ 1126.729106] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 1126.729189] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99be1255-3e71-41e6-936a-acbf44bf9de9 with Priority: HIGHEST for action port [ 1126.729607] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.729730] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.729826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.730174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.730505] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.731320] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.731429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.731633] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-99be1255-3e71-41e6-936a-acbf44bf9de9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.731790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99be1255-3e71-41e6-936a-acbf44bf9de9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.731834] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99be1255-3e71-41e6-936a-acbf44bf9de9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.732094] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99be1255-3e71-41e6-936a-acbf44bf9de9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.732189] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99be1255-3e71-41e6-936a-acbf44bf9de9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.752746] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.752746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.752746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.752746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.753077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.769598] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be77acd3-242d-460d-afd5-fdb936d49ca0 in Status: IN_PROGRESS for 2s [ 1127.234910] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.235264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.235264] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99be1255-3e71-41e6-936a-acbf44bf9de9 with status ACTIVE [ 1127.235331] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.235416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.235479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.235685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.235801] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.235987] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.236085] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.236148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.236306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.236383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.236577] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.236674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.236735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.236862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.236934] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.237404] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99be1255-3e71-41e6-936a-acbf44bf9de9 is going to be updated. [ 1127.261845] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.262046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.262138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.262404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.263031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.263031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99be1255-3e71-41e6-936a-acbf44bf9de9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.368215] env[65116]: INFO networking_nsxv3.common.synchronization [req-0ced5e0b-5ec8-47b8-a789-5b2ab6c74b1b req-4b712708-a132-4f03-8a2b-48916ffee207 tempest-ServerActionsV293TestJSON-683979676 tempest-ServerActionsV293TestJSON-683979676-project-member] Enqueued Resource ID: 7156aefb-4da3-4029-950c-ace75ab55974 with Priority: HIGHEST for action security_group_members [ 1127.369163] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7156aefb-4da3-4029-950c-ace75ab55974 with Priority: HIGHEST for action security_group_members [ 1127.369672] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7156aefb-4da3-4029-950c-ace75ab55974 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.369829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.369944] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.371020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.371325] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.371520] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.371579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.371784] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.371903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.372053] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7156aefb-4da3-4029-950c-ace75ab55974',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.604992] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: SUCCESS [ 1127.605336] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 deletion is rescheduled due to dependency. [ 1127.605460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.605683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.606050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.606272] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.606466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.606466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.606617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.606700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.606804] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.758709] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.758922] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-660" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.759066] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-660" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.759408] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-660" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.759682] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.759851] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.760089] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.760383] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.760548] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.760772] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.760899] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.761014] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.761130] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.761248] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.761346] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.761478] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.780790] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.781124] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.781308] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.781517] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-660" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.781857] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-1d9c1075-163b-42c1-b44d-49a4699c9930 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.782064] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-1d9c1075-163b-42c1-b44d-49a4699c9930" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.782191] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-1d9c1075-163b-42c1-b44d-49a4699c9930" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.782535] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-1d9c1075-163b-42c1-b44d-49a4699c9930" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.782669] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d9c1075-163b-42c1-b44d-49a4699c9930',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.874297] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.874528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.874528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.874733] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.874808] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.875022] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.875129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.875190] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.875327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.875396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.875484] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7156aefb-4da3-4029-950c-ace75ab55974 already deleted. [ 1127.875553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.109566] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.286500] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.286885] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.286885] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.287189] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.287351] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.287509] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 1d9c1075-163b-42c1-b44d-49a4699c9930 not found, creating... [ 1128.287769] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.287981] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.288156] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.288410] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.288568] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.288840] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.288993] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.289307] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.289536] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.289666] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.289806] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 1d9c1075-163b-42c1-b44d-49a4699c9930 is going to be created. [ 1128.314699] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.314699] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.314699] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.314918] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.315078] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.315325] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-1d9c1075-163b-42c1-b44d-49a4699c9930" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.614764] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.785364] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be77acd3-242d-460d-afd5-fdb936d49ca0 in Status: SUCCESS [ 1128.785364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.067452] env[65116]: INFO networking_nsxv3.common.synchronization [req-0ced5e0b-5ec8-47b8-a789-5b2ab6c74b1b req-615c290b-e13c-4ea8-9359-cb4ce8f2dc25 service nova] Enqueued Resource ID: 7156aefb-4da3-4029-950c-ace75ab55974 with Priority: HIGHEST for action security_group_rules [ 1129.067549] env[65116]: INFO networking_nsxv3.common.synchronization [req-0ced5e0b-5ec8-47b8-a789-5b2ab6c74b1b req-615c290b-e13c-4ea8-9359-cb4ce8f2dc25 service nova] Enqueued Resource ID: 7156aefb-4da3-4029-950c-ace75ab55974 with Priority: HIGHEST for action security_group_members [ 1129.068301] env[65116]: INFO networking_nsxv3.common.synchronization [req-0ced5e0b-5ec8-47b8-a789-5b2ab6c74b1b req-615c290b-e13c-4ea8-9359-cb4ce8f2dc25 service nova] Enqueued Resource ID: 1d9c1075-163b-42c1-b44d-49a4699c9930 with Priority: HIGHEST for action port [ 1129.068908] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7156aefb-4da3-4029-950c-ace75ab55974 with Priority: HIGHEST for action security_group_rules [ 1129.071637] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7156aefb-4da3-4029-950c-ace75ab55974 with Priority: HIGHEST for action security_group_members [ 1129.071814] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9c1075-163b-42c1-b44d-49a4699c9930 with Priority: HIGHEST for action port [ 1129.072147] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7156aefb-4da3-4029-950c-ace75ab55974 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.072299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.072370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.073227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.073322] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7156aefb-4da3-4029-950c-ace75ab55974',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.074835] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7156aefb-4da3-4029-950c-ace75ab55974 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.074987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.075078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.075290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.075450] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.075584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.075679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.075858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.076056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.076170] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7156aefb-4da3-4029-950c-ace75ab55974',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.077067] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d9c1075-163b-42c1-b44d-49a4699c9930 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.077181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d9c1075-163b-42c1-b44d-49a4699c9930" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.077260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d9c1075-163b-42c1-b44d-49a4699c9930" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.077438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d9c1075-163b-42c1-b44d-49a4699c9930" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.077557] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d9c1075-163b-42c1-b44d-49a4699c9930',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.118522] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.118660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.118812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.119601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.119783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.119957] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 is going to be updated. [ 1129.155308] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.155308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.155308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.155645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.155784] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.165225] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: IN_PROGRESS for 2s [ 1129.580581] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d9c1075-163b-42c1-b44d-49a4699c9930 with status ACTIVE [ 1129.580933] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.580998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.581074] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.581344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.581452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.581672] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.581774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.581839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.582083] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.582171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.582481] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.582590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.582663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.582805] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.582887] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.583007] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d9c1075-163b-42c1-b44d-49a4699c9930 is going to be updated. [ 1129.584252] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7156aefb-4da3-4029-950c-ace75ab55974 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.584354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.584545] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7156aefb-4da3-4029-950c-ace75ab55974',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.624768] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.625091] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.625091] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.625269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.625961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.626539] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d9c1075-163b-42c1-b44d-49a4699c9930" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.957197] env[65116]: INFO networking_nsxv3.common.synchronization [None req-60b18a0e-be3a-4248-9998-b5a6a7ba58d7 tempest-AttachVolumeShelveTestJSON-1482826837 tempest-AttachVolumeShelveTestJSON-1482826837-project-member] Enqueued Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_rules [ 1129.957475] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_rules [ 1129.957782] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.957998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.958081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.958386] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.958490] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.082536] env[65116]: INFO networking_nsxv3.common.synchronization [None req-3accbbea-6ce5-4097-b6ba-f13bce20aafe tempest-AttachVolumeShelveTestJSON-1482826837 tempest-AttachVolumeShelveTestJSON-1482826837-project-member] Enqueued Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_rules [ 1130.083054] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_rules [ 1130.083672] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.083783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.086449] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7156aefb-4da3-4029-950c-ace75ab55974',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.482111] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.482427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.482497] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.482762] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.482819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.483019] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 already deleted. [ 1130.483019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.485148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.485390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.485534] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.588580] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.589034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.589034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.589276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.589540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.589628] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7156aefb-4da3-4029-950c-ace75ab55974 is going to be created. [ 1130.622317] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.622317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.622317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.622317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.622317] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.631790] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7156aefb-4da3-4029-950c-ace75ab55974 in Status: UNINITIALIZED for 2s [ 1130.951787] env[65116]: INFO networking_nsxv3.common.synchronization [None req-826a176b-8bc3-44cf-b08e-fd9d88de47b2 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1130.955114] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1130.955382] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.955382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.955576] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.955723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.955968] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.956187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.956282] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.956540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.956667] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.956793] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.010417] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.010417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.010417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.010700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.010700] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.010823] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 already deleted. [ 1131.010823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.178182] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: SUCCESS [ 1131.178646] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.179069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.179224] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.179378] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.179534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.179615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.179723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.179803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.179891] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.180011] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.461559] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.461731] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.461820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.462173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.462347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.462849] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.462849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.462980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.463390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.463390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.463569] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be deleted. [ 1131.498929] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.499187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.499271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.499452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.499553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.499663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.687027] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.187254] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c97400d-6cdc-41ed-8688-5f46322d4b94: rpc.has_security_group_logging(os_id): False [ 1132.212680] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.212947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.212947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.213103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.213204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.213465] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.213560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.213620] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.213783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.213857] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.213949] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 is going to be updated. [ 1132.328069] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.328069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.328069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.328069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.328069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.350693] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: IN_PROGRESS for 2s [ 1132.363405] env[65116]: INFO networking_nsxv3.common.synchronization [req-a6f35e7c-3119-4da1-aa39-fed183229dfc req-6d7e6c96-638e-4d79-bd84-daebfc3457cd tempest-InstanceActionsNegativeTestJSON-1526118371 tempest-InstanceActionsNegativeTestJSON-1526118371-project-member] Enqueued Resource ID: be77acd3-242d-460d-afd5-fdb936d49ca0 with Priority: HIGHEST for action security_group_members [ 1132.363405] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be77acd3-242d-460d-afd5-fdb936d49ca0 with Priority: HIGHEST for action security_group_members [ 1132.363405] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-be77acd3-242d-460d-afd5-fdb936d49ca0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.363405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.363572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.363980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.363980] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.363980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.365403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.365403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.365403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.365403] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be77acd3-242d-460d-afd5-fdb936d49ca0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.642537] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7156aefb-4da3-4029-950c-ace75ab55974 in Status: SUCCESS [ 1132.642728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.642911] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.643127] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.645132] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.645321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.645396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.645627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.645710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.646043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.646043] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7156aefb-4da3-4029-950c-ace75ab55974',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.867206] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.868100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.868185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.868403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.868488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.868786] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.868935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.868988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.869138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.869212] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.869301] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be77acd3-242d-460d-afd5-fdb936d49ca0 is going to be updated. [ 1132.906094] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.906258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.906258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.910021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.910021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.915999] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be77acd3-242d-460d-afd5-fdb936d49ca0 in Status: IN_PROGRESS for 2s [ 1133.148722] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7156aefb-4da3-4029-950c-ace75ab55974',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.651219] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7156aefb-4da3-4029-950c-ace75ab55974: rpc.has_security_group_logging(os_id): False [ 1133.682439] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.682718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.682779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.683123] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.683231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.683751] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.683914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.683986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.684215] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.684305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.684439] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7156aefb-4da3-4029-950c-ace75ab55974 is going to be created. [ 1133.769384] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.769578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.769663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.769948] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.770222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.786634] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7156aefb-4da3-4029-950c-ace75ab55974 in Status: IN_PROGRESS for 2s [ 1134.364699] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: SUCCESS [ 1134.365177] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.927063] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be77acd3-242d-460d-afd5-fdb936d49ca0 in Status: SUCCESS [ 1134.927063] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be77acd3-242d-460d-afd5-fdb936d49ca0 deletion is rescheduled due to dependency. [ 1134.927063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.799769] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7156aefb-4da3-4029-950c-ace75ab55974 in Status: SUCCESS [ 1135.800081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.364818] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1137.364818] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1138.681580] env[65116]: INFO networking_nsxv3.common.synchronization [req-a409f367-8950-4e8d-aa8c-baa121d73be7 req-6d82913a-4ebe-4f21-88d2-b806c624d041 tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGHEST for action security_group_members [ 1138.681778] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGHEST for action security_group_members [ 1138.682059] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-949fcc4b-7dd3-40d9-8bad-9227b874275f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.682225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.682315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.682452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.682608] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.682704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.682767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.682909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.682991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.683097] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949fcc4b-7dd3-40d9-8bad-9227b874275f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.185432] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.185633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.185697] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.185910] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.209893] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.210317] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.210479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.210552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.210756] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.210839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.210930] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f is going to be updated. [ 1139.237253] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.237424] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.237477] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.237678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.237817] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.250116] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f in Status: IN_PROGRESS for 2s [ 1140.614371] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.614371] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.614743] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.614743] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.615016] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.615175] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.615292] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.615498] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.615640] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.615842] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.615946] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.616109] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.616226] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.616336] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.616437] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.616599] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.636370] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.636677] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.636806] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.637026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.637474] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.637696] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.637830] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.638216] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.638404] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6ae8a69-7565-42c4-96fe-1fbd5e038ebf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.141357] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.141633] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.141778] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.142168] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.142419] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.142717] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port f6ae8a69-7565-42c4-96fe-1fbd5e038ebf not found, creating... [ 1141.143146] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.143397] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.143557] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.143866] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.144029] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.144326] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.144486] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.144631] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.144867] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.145013] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.146150] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: f6ae8a69-7565-42c4-96fe-1fbd5e038ebf is going to be created. [ 1141.165459] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.165644] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.165767] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.166033] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.166345] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.166601] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.260546] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f in Status: SUCCESS [ 1141.260778] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f deletion is rescheduled due to dependency. [ 1141.260846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.591366] env[65116]: INFO networking_nsxv3.common.synchronization [req-e39bc961-f591-40cd-8f69-74d058bdb277 req-a32a9951-17e4-4593-8bf0-ffa78d85fc61 tempest-AttachVolumeTestJSON-1850153687 tempest-AttachVolumeTestJSON-1850153687-project-member] Enqueued Resource ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 with Priority: HIGHEST for action security_group_members [ 1141.591920] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 with Priority: HIGHEST for action security_group_members [ 1141.592413] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4390399b-fe16-41dc-a683-bec34cfd9bd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.592545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.592609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.592815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.593735] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.593735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.593735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.593735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.593735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.593735] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4390399b-fe16-41dc-a683-bec34cfd9bd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.875265] env[65116]: INFO networking_nsxv3.common.synchronization [req-18947a46-42a0-48d2-9c5f-1fc54e78ffa0 req-78b2a687-55a1-4cd2-961b-85b3a8f1f565 service nova] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_rules [ 1141.875690] env[65116]: INFO networking_nsxv3.common.synchronization [req-18947a46-42a0-48d2-9c5f-1fc54e78ffa0 req-78b2a687-55a1-4cd2-961b-85b3a8f1f565 service nova] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1141.875690] env[65116]: INFO networking_nsxv3.common.synchronization [req-18947a46-42a0-48d2-9c5f-1fc54e78ffa0 req-78b2a687-55a1-4cd2-961b-85b3a8f1f565 service nova] Enqueued Resource ID: f6ae8a69-7565-42c4-96fe-1fbd5e038ebf with Priority: HIGHEST for action port [ 1141.876168] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_rules [ 1141.876168] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1141.876168] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ae8a69-7565-42c4-96fe-1fbd5e038ebf with Priority: HIGHEST for action port [ 1141.876584] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.876668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.876738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.877414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.877414] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.878243] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.878298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.878341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.878512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.878654] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.878799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.878799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.881156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.881156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.881156] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.881156] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.881156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.881156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.881156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.881156] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6ae8a69-7565-42c4-96fe-1fbd5e038ebf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.018191] env[65116]: INFO networking_nsxv3.common.synchronization [req-af004497-5cde-4bbc-9046-b719afd508e0 req-fdca8124-5b6c-4a01-ba3a-43adb9c50715 tempest-AttachVolumeShelveTestJSON-1482826837 tempest-AttachVolumeShelveTestJSON-1482826837-project-member] Enqueued Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_members [ 1142.018699] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_members [ 1142.018998] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.019152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.019263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.019479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.019731] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.019812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.019812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.019970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.020047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.020142] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.095668] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.095668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.095895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.095947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.130314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.130617] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.130786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.130846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.131065] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.131170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.131267] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 is going to be updated. [ 1142.159431] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.159631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.159673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.159892] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.160153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.171709] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 in Status: IN_PROGRESS for 2s [ 1142.348262] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.349061] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.349061] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.349229] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.349615] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.349898] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.350062] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.351602] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.351602] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.351602] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.351602] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.351602] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.351602] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.351869] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.351869] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.352077] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.374931] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.375316] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.375513] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.375716] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.377145] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-91969a04-4a8e-4334-829f-3e3ae6828511 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.377145] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.377145] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.377145] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.377145] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91969a04-4a8e-4334-829f-3e3ae6828511',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.390173] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6ae8a69-7565-42c4-96fe-1fbd5e038ebf with status ACTIVE [ 1142.390173] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.390173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.390173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.390173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.390173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.390437] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.390558] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.390599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.390842] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.390921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.391141] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.392078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.392789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.392789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.392789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.392789] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6ae8a69-7565-42c4-96fe-1fbd5e038ebf is going to be updated. [ 1142.393993] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.394348] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.394348] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.421297] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.421522] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.421791] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.422054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.422220] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.422416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.523210] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.523210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.523210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.523210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.523478] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.523507] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.523597] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.523659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.523809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.523907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.523997] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 already deleted. [ 1142.524090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.885695] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.886163] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.886292] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.886558] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.886714] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.886869] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 91969a04-4a8e-4334-829f-3e3ae6828511 not found, creating... [ 1142.887160] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.887322] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.887435] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.887691] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.887771] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.888074] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.888334] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.888525] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.889139] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.889139] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.889139] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 91969a04-4a8e-4334-829f-3e3ae6828511 is going to be created. [ 1142.897341] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.910868] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.910868] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.911038] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.911202] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.911392] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.911608] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.400639] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.400841] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.400898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.401137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.401222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.401328] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be created. [ 1143.430757] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.430757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.430757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.430757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.430757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.440069] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: UNINITIALIZED for 2s [ 1143.650040] env[65116]: INFO networking_nsxv3.common.synchronization [req-af004497-5cde-4bbc-9046-b719afd508e0 req-c7c8b67f-3495-4367-88ec-0aa0177fbfe8 service nova] Enqueued Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_rules [ 1143.650040] env[65116]: INFO networking_nsxv3.common.synchronization [req-af004497-5cde-4bbc-9046-b719afd508e0 req-c7c8b67f-3495-4367-88ec-0aa0177fbfe8 service nova] Enqueued Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_members [ 1143.650040] env[65116]: INFO networking_nsxv3.common.synchronization [req-af004497-5cde-4bbc-9046-b719afd508e0 req-c7c8b67f-3495-4367-88ec-0aa0177fbfe8 service nova] Enqueued Resource ID: 91969a04-4a8e-4334-829f-3e3ae6828511 with Priority: HIGHEST for action port [ 1143.650528] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_rules [ 1143.651515] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_members [ 1143.651606] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91969a04-4a8e-4334-829f-3e3ae6828511 with Priority: HIGHEST for action port [ 1143.652017] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.653649] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.653649] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.653649] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.653649] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.654454] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.654454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.654454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.654454] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.654627] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.656712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.656712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.656712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.656712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.656712] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.656712] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-91969a04-4a8e-4334-829f-3e3ae6828511 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.656712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.656712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.657351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.657351] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91969a04-4a8e-4334-829f-3e3ae6828511',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.158725] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.159827] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.159943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.160191] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91969a04-4a8e-4334-829f-3e3ae6828511 with status ACTIVE [ 1144.160361] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.160507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.160507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.160780] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.160823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.160990] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.161097] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.161159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.161308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.161381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.161629] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.161629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.161735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.161829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.161898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.161982] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91969a04-4a8e-4334-829f-3e3ae6828511 is going to be updated. [ 1144.188428] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.188708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.188708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.188822] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.188960] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.189172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.189958] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 in Status: SUCCESS [ 1144.190046] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4390399b-fe16-41dc-a683-bec34cfd9bd1 deletion is rescheduled due to dependency. [ 1144.190127] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4390399b-fe16-41dc-a683-bec34cfd9bd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.666235] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.168455] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.169063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.169063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.169063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.169063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.169251] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 is going to be created. [ 1145.195242] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.195404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.195483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.195801] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.196127] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.207867] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 in Status: UNINITIALIZED for 2s [ 1145.451611] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 1145.451993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.452277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.452574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.452819] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.453142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.453142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.453347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.453493] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.453597] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.454127] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.817569] env[65116]: INFO networking_nsxv3.common.synchronization [req-a9ab6605-615f-4b6c-b31e-f70d387e5f54 req-1751ab71-33ac-434c-8029-2e38098a8942 tempest-DeleteServersTestJSON-1929788868 tempest-DeleteServersTestJSON-1929788868-project-member] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1145.818083] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1145.818442] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.818560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.818628] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.818817] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.818974] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.819437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.819437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.819644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.819770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.819877] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.957553] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.957553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.957553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.957800] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.958577] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.958577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.958577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.958577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.958577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.958577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.959034] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.959034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.959034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.959207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.959239] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.959310] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.959396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.959538] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.959614] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.959699] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.959790] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.200369] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.200732] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.200732] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.201576] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.201576] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.201750] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.201828] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.202020] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.202254] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.202413] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.202556] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.202692] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.202776] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.202886] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.202987] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.203161] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.226527] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.226776] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.226883] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.227080] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-79" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.227356] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-d86b7885-6e5e-45ec-b64e-19ae24268b82 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.227537] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-d86b7885-6e5e-45ec-b64e-19ae24268b82" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.227658] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-d86b7885-6e5e-45ec-b64e-19ae24268b82" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.227984] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-d86b7885-6e5e-45ec-b64e-19ae24268b82" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.228134] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d86b7885-6e5e-45ec-b64e-19ae24268b82',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.321911] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.322192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.322192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.322398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.322491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.322708] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.322820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.322964] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.323033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.323102] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.323196] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1146.360117] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.360723] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.361129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.361129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.361268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.374560] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1146.464962] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1107dd3-a6e3-47c0-9fb6-05ff74e73343: rpc.has_security_group_logging(os_id): False [ 1146.488884] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.488884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.488884] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.489129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.489536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.489611] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.489678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.490037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.490157] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.490290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.490520] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.490654] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.490746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.491238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.491238] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.491339] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.491486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.491595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.491798] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.491900] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.492383] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be created. [ 1146.577023] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.577023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.577023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.577023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.577023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.593737] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: IN_PROGRESS for 2s [ 1146.731381] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.731595] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.731724] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.732009] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.732166] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.732327] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port d86b7885-6e5e-45ec-b64e-19ae24268b82 not found, creating... [ 1146.732566] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.732723] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.732839] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.733058] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.733197] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.733527] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.733689] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.733804] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.734013] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.734148] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.734286] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: d86b7885-6e5e-45ec-b64e-19ae24268b82 is going to be created. [ 1146.765499] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.765740] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.765958] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.766305] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.766665] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.766904] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-d86b7885-6e5e-45ec-b64e-19ae24268b82" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.218779] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 in Status: UNINITIALIZED for 4s [ 1147.400358] env[65116]: INFO networking_nsxv3.common.synchronization [None req-5afbd51d-3970-4237-969b-1d7d3bad135c None None] Enqueued Resource ID: 29743354-4035-4972-87b8-1e02bdf7211b with Priority: HIGHEST for action port [ 1147.401079] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29743354-4035-4972-87b8-1e02bdf7211b with Priority: HIGHEST for action port [ 1147.401472] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-29743354-4035-4972-87b8-1e02bdf7211b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.401722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29743354-4035-4972-87b8-1e02bdf7211b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.401784] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29743354-4035-4972-87b8-1e02bdf7211b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.402089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29743354-4035-4972-87b8-1e02bdf7211b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.402225] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29743354-4035-4972-87b8-1e02bdf7211b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.489343] env[65116]: INFO networking_nsxv3.common.synchronization [req-a9ab6605-615f-4b6c-b31e-f70d387e5f54 req-0a3b2f97-1481-4380-ac2f-34f21f38e700 service nova] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_rules [ 1147.489492] env[65116]: INFO networking_nsxv3.common.synchronization [req-a9ab6605-615f-4b6c-b31e-f70d387e5f54 req-0a3b2f97-1481-4380-ac2f-34f21f38e700 service nova] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1147.489635] env[65116]: INFO networking_nsxv3.common.synchronization [req-a9ab6605-615f-4b6c-b31e-f70d387e5f54 req-0a3b2f97-1481-4380-ac2f-34f21f38e700 service nova] Enqueued Resource ID: d86b7885-6e5e-45ec-b64e-19ae24268b82 with Priority: HIGHEST for action port [ 1147.490163] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_rules [ 1147.490648] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1147.490648] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86b7885-6e5e-45ec-b64e-19ae24268b82 with Priority: HIGHEST for action port [ 1147.490808] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.490947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.491030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.491639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.491964] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.492580] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.493530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.493530] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-d86b7885-6e5e-45ec-b64e-19ae24268b82 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.493530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d86b7885-6e5e-45ec-b64e-19ae24268b82" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.493530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d86b7885-6e5e-45ec-b64e-19ae24268b82" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.493530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d86b7885-6e5e-45ec-b64e-19ae24268b82" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.493530] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d86b7885-6e5e-45ec-b64e-19ae24268b82',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.904071] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29743354-4035-4972-87b8-1e02bdf7211b [ 1147.904319] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.904477] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.904530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.905006] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.905101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.905213] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29743354-4035-4972-87b8-1e02bdf7211b already deleted. [ 1147.905294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29743354-4035-4972-87b8-1e02bdf7211b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.995160] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.995160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.995393] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d86b7885-6e5e-45ec-b64e-19ae24268b82 with status ACTIVE [ 1147.995450] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.995525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.995693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.995913] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.995994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.996190] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.996306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.996372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.996524] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.996601] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.996781] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.996875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.996933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.998268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.998268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.998268] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d86b7885-6e5e-45ec-b64e-19ae24268b82 is going to be updated. [ 1148.024038] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.024038] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.024038] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.024456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.024456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.024556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d86b7885-6e5e-45ec-b64e-19ae24268b82" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.386335] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1148.386588] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 deletion is rescheduled due to dependency. [ 1148.388048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.388048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.388048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.388048] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.388048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.388048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.388048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.388373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.388373] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.613776] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 1148.613776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.893894] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.231272] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 in Status: SUCCESS [ 1149.231482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.231652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.231875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.232081] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.232196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.232266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.232414] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.232486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.232580] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.232765] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.396330] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.740191] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.899626] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.899801] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.899993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.900135] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.900227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.900329] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1149.932526] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.932738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.932738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.932962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.933131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.943371] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1150.242727] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dac9d27-d1d8-4894-a35c-a6a0e43534c1: rpc.has_security_group_logging(os_id): False [ 1150.263210] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.263803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.263803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.263803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.263929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.264171] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.264276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.264400] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.264555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.264615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.264647] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 is going to be created. [ 1150.334431] env[65116]: INFO networking_nsxv3.common.synchronization [None req-d60c7f24-0163-4d40-8b88-f4ddc9c85735 None None] Enqueued Resource ID: 7e5a4085-e43a-44df-8eee-7f1451c8c2ae with Priority: HIGHEST for action port [ 1150.336525] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e5a4085-e43a-44df-8eee-7f1451c8c2ae with Priority: HIGHEST for action port [ 1150.336935] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e5a4085-e43a-44df-8eee-7f1451c8c2ae taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.337082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e5a4085-e43a-44df-8eee-7f1451c8c2ae" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.337153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e5a4085-e43a-44df-8eee-7f1451c8c2ae" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.337420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e5a4085-e43a-44df-8eee-7f1451c8c2ae" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.337506] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e5a4085-e43a-44df-8eee-7f1451c8c2ae',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.434600] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.435513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.435513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.435513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.435513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.457526] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 in Status: IN_PROGRESS for 2s [ 1150.611894] env[65116]: INFO networking_nsxv3.common.synchronization [req-4be0b505-3448-4d03-96fa-f8572c5e649c req-def14069-dcf8-4df1-833c-76256002ce20 tempest-ServersTestJSON-1776500097 tempest-ServersTestJSON-1776500097-project-member] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1150.612136] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1150.612649] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.612649] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.612814] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.613079] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.613307] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.613396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.613481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.613657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.613770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.613891] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.839923] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e5a4085-e43a-44df-8eee-7f1451c8c2ae [ 1150.840613] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.840768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.840832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.841067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.841160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.841262] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e5a4085-e43a-44df-8eee-7f1451c8c2ae already deleted. [ 1150.841381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e5a4085-e43a-44df-8eee-7f1451c8c2ae" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.116664] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.558911] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.559217] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.559278] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.559974] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.560810] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.560810] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.560810] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.561083] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.561270] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.561528] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.561666] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.561838] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.562135] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.562309] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.562580] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.562758] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.584789] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.585700] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.585700] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.585700] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-497" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.585700] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-a2830632-dca1-42e0-be06-922a62ab2307 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.586152] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-a2830632-dca1-42e0-be06-922a62ab2307" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.586152] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-a2830632-dca1-42e0-be06-922a62ab2307" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.586417] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-a2830632-dca1-42e0-be06-922a62ab2307" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.586751] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2830632-dca1-42e0-be06-922a62ab2307',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.619371] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.666101] env[65116]: INFO networking_nsxv3.common.synchronization [req-c723b4aa-fcba-4e86-a57f-5e42a974e9b0 req-edc72a87-9a98-4916-9e64-aac601a0195c tempest-ServersNegativeTestJSON-630948171 tempest-ServersNegativeTestJSON-630948171-project-member] Enqueued Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_members [ 1151.666101] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a with Priority: HIGHEST for action security_group_members [ 1151.666101] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.666101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.666101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.666101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.666101] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.666101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.666101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.666101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.666101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.666101] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ebab7d-a291-4f8e-a0d2-03b33f95b41a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.955493] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1151.955772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.956050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.956542] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.956861] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.957596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.957712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.957900] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.957987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.958091] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.958230] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.090024] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.090314] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.090501] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.090805] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.090968] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.091145] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port a2830632-dca1-42e0-be06-922a62ab2307 not found, creating... [ 1152.091428] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.091595] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.091704] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.091947] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.092098] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.092401] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.092577] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.092691] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.092907] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.093281] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.093358] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: a2830632-dca1-42e0-be06-922a62ab2307 is going to be created. [ 1152.120421] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.120778] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.120906] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.121259] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.121537] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.121810] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-a2830632-dca1-42e0-be06-922a62ab2307" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.122971] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.123181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.123181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.124331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.124331] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.124331] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1152.158206] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.158476] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.158591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.158870] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.159124] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.167990] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.167990] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.167990] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.168357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.168449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.168668] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.168779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.168864] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.169098] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.169214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.169340] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a is going to be updated. [ 1152.171364] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1152.191804] env[65116]: INFO networking_nsxv3.common.synchronization [req-b699f7e4-5a8a-4ef2-8331-e79b9e8c1f7f req-460a2403-4a44-4810-ada9-11c13f5c064f tempest-ServerDiskConfigTestJSON-1517940131 tempest-ServerDiskConfigTestJSON-1517940131-project-member] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 1152.191804] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 1152.192078] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.192505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.192505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.192505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.192664] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.192714] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.192799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.192919] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.192996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.193103] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.223226] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.223500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.223500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.223796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.223994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.249050] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: IN_PROGRESS for 2s [ 1152.460940] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.464025] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.464025] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.464025] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.464025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.464737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.464737] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.471810] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 in Status: SUCCESS [ 1152.472312] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.695151] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.695406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.695406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.695551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.695643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.695843] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.695977] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.696091] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.696579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.696579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.696579] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 1152.726094] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.726280] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.726361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.726574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.726719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.738314] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 1152.841208] env[65116]: INFO networking_nsxv3.common.synchronization [req-4be0b505-3448-4d03-96fa-f8572c5e649c req-b8471ed7-d3b8-48ae-9742-38ccaa62bec0 service nova] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_rules [ 1152.841608] env[65116]: INFO networking_nsxv3.common.synchronization [req-4be0b505-3448-4d03-96fa-f8572c5e649c req-b8471ed7-d3b8-48ae-9742-38ccaa62bec0 service nova] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1152.841720] env[65116]: INFO networking_nsxv3.common.synchronization [req-4be0b505-3448-4d03-96fa-f8572c5e649c req-b8471ed7-d3b8-48ae-9742-38ccaa62bec0 service nova] Enqueued Resource ID: a2830632-dca1-42e0-be06-922a62ab2307 with Priority: HIGHEST for action port [ 1152.842378] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_rules [ 1152.842610] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1152.843208] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2830632-dca1-42e0-be06-922a62ab2307 with Priority: HIGHEST for action port [ 1152.843208] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.843983] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.844139] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.844996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.844996] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.849055] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.849055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.849055] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2830632-dca1-42e0-be06-922a62ab2307 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.849492] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2830632-dca1-42e0-be06-922a62ab2307" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.849492] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2830632-dca1-42e0-be06-922a62ab2307" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.849554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2830632-dca1-42e0-be06-922a62ab2307" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.850145] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2830632-dca1-42e0-be06-922a62ab2307',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.966391] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e61399ad-061b-4165-8353-cd68f75d3872: rpc.has_security_group_logging(os_id): False [ 1152.985341] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.985489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.985562] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.985763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.986103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.986103] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.986228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.986335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.986499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.986610] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.986996] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.987119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.987185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.987413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.987413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.987611] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.987745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.987812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.987954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.988581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.988701] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1153.056219] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.056456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.056578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.056800] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.056979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.074391] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1153.351890] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.352114] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.352215] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2830632-dca1-42e0-be06-922a62ab2307 with status ACTIVE [ 1153.352422] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.352565] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.352635] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.352901] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.353255] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.353797] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.353943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.354047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.354274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.354363] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.354575] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.354815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.354898] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.355081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.355171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.355263] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2830632-dca1-42e0-be06-922a62ab2307 is going to be updated. [ 1153.381456] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.381684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.381801] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.382105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.382288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.382465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2830632-dca1-42e0-be06-922a62ab2307" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.792038] env[65116]: INFO networking_nsxv3.common.synchronization [None req-47ebfcdc-adee-479e-9985-942b383a753a tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 with Priority: HIGHEST for action security_group_rules [ 1153.792606] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 with Priority: HIGHEST for action security_group_rules [ 1153.792916] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.793053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.793124] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.793391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.793473] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25ae0c1d-19c2-4073-9772-e8156c3b2b37',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.884671] env[65116]: INFO networking_nsxv3.common.synchronization [None req-2f9742ab-5fae-4729-9008-526b73ddf457 tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 with Priority: HIGHEST for action security_group_rules [ 1153.885500] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 with Priority: HIGHEST for action security_group_rules [ 1153.885500] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.885658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.182354] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1154.182354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.182354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.182354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.182354] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.182956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.184019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.184019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.184019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.184019] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.261316] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a in Status: SUCCESS [ 1154.261316] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ebab7d-a291-4f8e-a0d2-03b33f95b41a deletion is rescheduled due to dependency. [ 1154.261316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ebab7d-a291-4f8e-a0d2-03b33f95b41a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.314632] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.315127] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.316088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.316088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.316088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.316088] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 already deleted. [ 1154.316088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.316462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.317320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.317320] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25ae0c1d-19c2-4073-9772-e8156c3b2b37',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.688785] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.751649] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 1154.751881] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff deletion is rescheduled due to dependency. [ 1154.752063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.839339] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.840147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.840147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.840147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.840147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.840147] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 already deleted. [ 1154.840147] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.095851] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1155.096516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.167514] env[65116]: INFO networking_nsxv3.common.synchronization [None req-3e88cbfc-8366-431c-919e-95a43713c343 tempest-AttachVolumeTestJSON-1850153687 tempest-AttachVolumeTestJSON-1850153687-project-member] Enqueued Resource ID: f2c820bc-e5fc-4416-88b7-388a8731491d with Priority: HIGHEST for action security_group_rules [ 1155.168100] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c820bc-e5fc-4416-88b7-388a8731491d with Priority: HIGHEST for action security_group_rules [ 1155.168483] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2c820bc-e5fc-4416-88b7-388a8731491d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.168764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.168764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.168929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.169028] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2c820bc-e5fc-4416-88b7-388a8731491d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.192465] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.256576] env[65116]: INFO networking_nsxv3.common.synchronization [None req-de790154-c405-4e28-aef0-eceafd96379f tempest-AttachVolumeTestJSON-1850153687 tempest-AttachVolumeTestJSON-1850153687-project-member] Enqueued Resource ID: f2c820bc-e5fc-4416-88b7-388a8731491d with Priority: HIGHEST for action security_group_rules [ 1155.256878] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c820bc-e5fc-4416-88b7-388a8731491d with Priority: HIGHEST for action security_group_rules [ 1155.257211] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2c820bc-e5fc-4416-88b7-388a8731491d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.257329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.692042] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.692199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.692299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.692502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.692588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.692709] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2c820bc-e5fc-4416-88b7-388a8731491d already deleted. [ 1155.692760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.692918] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.693080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.693240] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2c820bc-e5fc-4416-88b7-388a8731491d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.696065] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.696065] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.696065] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.696316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.696316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.696379] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1155.728438] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.728438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.728438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.728438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.728438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.738201] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1156.216079] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.216380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.216380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.216673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.216829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.216891] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2c820bc-e5fc-4416-88b7-388a8731491d already deleted. [ 1156.216979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.750231] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1157.750231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.750231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.750231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.750231] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.750231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.751049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.751049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.751049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.751049] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.751049] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.824963] env[65116]: INFO networking_nsxv3.common.synchronization [req-fb0b9a3b-cdbd-459b-89e1-655481bb281f req-078bd8b5-9141-415d-a5d2-102b6006e3c4 tempest-ServerRescueNegativeTestJSON-1990305895 tempest-ServerRescueNegativeTestJSON-1990305895-project-member] Enqueued Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_members [ 1157.825562] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_members [ 1157.825885] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.825992] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.826073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.826354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.826514] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.826619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.826683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.826844] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.826928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.827053] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.130500] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.130707] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-870" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.130852] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-870" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.131187] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-870" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.131480] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.131643] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.131759] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.131979] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.132152] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.132368] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.132481] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.132592] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.132704] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.132831] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.132935] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.133298] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.153333] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.153506] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.153670] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.153854] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-870" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.154195] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-f714bfb3-87de-4c6b-ba80-8227e6eebf65 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.154369] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-f714bfb3-87de-4c6b-ba80-8227e6eebf65" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.154489] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-f714bfb3-87de-4c6b-ba80-8227e6eebf65" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.154859] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-f714bfb3-87de-4c6b-ba80-8227e6eebf65" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.155056] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f714bfb3-87de-4c6b-ba80-8227e6eebf65',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.253788] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.253999] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.254156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.254408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.254671] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.254801] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.254980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.255055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.255145] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.255237] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.255445] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.255509] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.255577] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.255828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.256010] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.256173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.256247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.256609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.256609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.256609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.256697] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.331369] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.331611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.331692] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.331915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.332027] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.332229] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.332324] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.332387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.332541] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.332630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.332718] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 already deleted. [ 1158.332802] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.657107] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.657406] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.657692] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.658019] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.658190] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.658445] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port f714bfb3-87de-4c6b-ba80-8227e6eebf65 not found, creating... [ 1158.658722] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.658904] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.659061] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.659319] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.659514] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.659849] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.660047] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.660191] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.660424] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.660582] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.660748] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: f714bfb3-87de-4c6b-ba80-8227e6eebf65 is going to be created. [ 1158.683990] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.683990] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.683990] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.684306] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.684518] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.684757] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-f714bfb3-87de-4c6b-ba80-8227e6eebf65" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.759396] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06457b12-1261-4b74-ba42-3109928fd3b1: rpc.has_security_group_logging(os_id): False [ 1158.779790] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.780102] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.780102] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.780272] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.780395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.780634] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.780769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.780846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.781266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.781266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.781447] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.781546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.781681] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.781776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.781827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.782051] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.782162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.782218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.782365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.782435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.782539] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1158.854322] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.854508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.854554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.854773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.854939] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.874603] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1159.302190] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.302442] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.302571] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.303014] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.303014] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.306313] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.306313] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.306313] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.306313] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.306313] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.306313] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.306313] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.306313] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.306313] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.306313] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.306313] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.330183] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.330385] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.330547] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.330774] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-359" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.331130] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.331353] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.331492] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.331779] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.331911] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6ae8a69-7565-42c4-96fe-1fbd5e038ebf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.398734] env[65116]: INFO networking_nsxv3.common.synchronization [req-fb0b9a3b-cdbd-459b-89e1-655481bb281f req-14326bd7-6a63-4fbf-85c8-eaad9b82a199 service nova] Enqueued Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_rules [ 1159.398914] env[65116]: INFO networking_nsxv3.common.synchronization [req-fb0b9a3b-cdbd-459b-89e1-655481bb281f req-14326bd7-6a63-4fbf-85c8-eaad9b82a199 service nova] Enqueued Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_members [ 1159.399156] env[65116]: INFO networking_nsxv3.common.synchronization [req-fb0b9a3b-cdbd-459b-89e1-655481bb281f req-14326bd7-6a63-4fbf-85c8-eaad9b82a199 service nova] Enqueued Resource ID: f714bfb3-87de-4c6b-ba80-8227e6eebf65 with Priority: HIGHEST for action port [ 1159.399926] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_rules [ 1159.400020] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_members [ 1159.400140] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f714bfb3-87de-4c6b-ba80-8227e6eebf65 with Priority: HIGHEST for action port [ 1159.400507] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.400671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.400792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.402375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.402479] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.403543] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.406578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.406680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.406922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.407182] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.407294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.407393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.407598] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.407713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.407858] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.409767] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-f714bfb3-87de-4c6b-ba80-8227e6eebf65 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.409767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f714bfb3-87de-4c6b-ba80-8227e6eebf65" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.409767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f714bfb3-87de-4c6b-ba80-8227e6eebf65" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.409767] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f714bfb3-87de-4c6b-ba80-8227e6eebf65" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.410010] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f714bfb3-87de-4c6b-ba80-8227e6eebf65',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.838846] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.839176] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.839213] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.839499] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.839653] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.839943] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.840139] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.840231] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.840548] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.840737] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.841069] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.841300] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.841556] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.841812] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.841979] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.842173] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: f6ae8a69-7565-42c4-96fe-1fbd5e038ebf is going to be updated. [ 1159.866350] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.866350] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.866350] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.866350] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.866350] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.866350] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.912538] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.912538] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.912538] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.913455] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f714bfb3-87de-4c6b-ba80-8227e6eebf65 with status ACTIVE [ 1159.913642] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.913796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.913846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.914106] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.914203] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.914474] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.914578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.914639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.914795] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.914867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.915065] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.915159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.915210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.915353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.915427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.915516] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f714bfb3-87de-4c6b-ba80-8227e6eebf65 is going to be updated. [ 1159.934910] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.935116] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.935116] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.935297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.935436] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.935598] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f714bfb3-87de-4c6b-ba80-8227e6eebf65" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.084993] env[65116]: INFO networking_nsxv3.common.synchronization [req-0985fd10-be4d-4a47-99de-185903070f9b req-c79363ba-3d42-49f8-b888-bb00d0267856 tempest-ServerDiskConfigTestJSON-1517940131 tempest-ServerDiskConfigTestJSON-1517940131-project-member] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 1160.085587] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 1160.085894] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.086706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.086706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.086706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.086706] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.086706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.086706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.087281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.087281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.087281] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.417680] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.463230] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.463480] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.463660] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.463988] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.464276] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.464455] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.464582] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.464818] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.464984] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.465226] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.465340] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.465474] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.465588] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.465714] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.465826] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.465969] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.484589] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.484812] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.484976] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.485204] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-944" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.486026] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-43502d20-e31f-4bc3-b5ff-4be5428a73a2 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.486026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-43502d20-e31f-4bc3-b5ff-4be5428a73a2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.486026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-43502d20-e31f-4bc3-b5ff-4be5428a73a2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.486238] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-43502d20-e31f-4bc3-b5ff-4be5428a73a2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.486552] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43502d20-e31f-4bc3-b5ff-4be5428a73a2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.589169] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.589374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.589470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.589717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.589872] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.590074] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.590182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.590263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.590441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.590550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.590646] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 1160.599009] env[65116]: INFO networking_nsxv3.common.synchronization [req-1565cd8e-335b-4170-90fc-be4d7b975ca8 req-4098c3e9-5083-44ab-bb73-9dac181900ee service nova] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_rules [ 1160.599239] env[65116]: INFO networking_nsxv3.common.synchronization [req-1565cd8e-335b-4170-90fc-be4d7b975ca8 req-4098c3e9-5083-44ab-bb73-9dac181900ee service nova] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1160.599457] env[65116]: INFO networking_nsxv3.common.synchronization [req-1565cd8e-335b-4170-90fc-be4d7b975ca8 req-4098c3e9-5083-44ab-bb73-9dac181900ee service nova] Enqueued Resource ID: f6ae8a69-7565-42c4-96fe-1fbd5e038ebf with Priority: HIGHEST for action port [ 1160.600033] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_rules [ 1160.600444] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1160.600573] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ae8a69-7565-42c4-96fe-1fbd5e038ebf with Priority: HIGHEST for action port [ 1160.600902] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.601057] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.601131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.601356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.601442] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.602411] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.602560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.602630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.602834] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.603021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.604137] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.604228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.604416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.604511] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.604624] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.607167] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.607296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.607429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.607591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.607644] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6ae8a69-7565-42c4-96fe-1fbd5e038ebf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.636490] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.636490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.636490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.636490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.636490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.650022] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 1160.890983] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1160.891343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.922136] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.922136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.922136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.922136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.922136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.922136] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 is going to be created. [ 1160.943552] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.943758] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.943758] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.943967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.944142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.963464] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: UNINITIALIZED for 2s [ 1160.988891] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.989136] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.989266] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.989557] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.989706] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.989869] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 43502d20-e31f-4bc3-b5ff-4be5428a73a2 not found, creating... [ 1160.990131] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.990290] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.990409] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.990633] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.990768] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.991323] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.991504] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.991628] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.991893] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.992052] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.992199] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 43502d20-e31f-4bc3-b5ff-4be5428a73a2 is going to be created. [ 1161.020502] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.020718] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.020843] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.021167] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.021392] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.022973] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-43502d20-e31f-4bc3-b5ff-4be5428a73a2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.109952] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.110109] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.110319] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.111396] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6ae8a69-7565-42c4-96fe-1fbd5e038ebf with status ACTIVE [ 1161.111590] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.111718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.111796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.111979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.112080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.112260] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.112357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.112419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.112571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.112647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.112998] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.112998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.113164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.113194] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.113287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.113335] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6ae8a69-7565-42c4-96fe-1fbd5e038ebf is going to be updated. [ 1161.141294] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.141475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.141540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.141715] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.141852] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.142490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6ae8a69-7565-42c4-96fe-1fbd5e038ebf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.615436] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.744524] env[65116]: INFO networking_nsxv3.common.synchronization [req-0985fd10-be4d-4a47-99de-185903070f9b req-55c43da8-952e-4eeb-8144-2108ebf1f48c service nova] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_rules [ 1161.744607] env[65116]: INFO networking_nsxv3.common.synchronization [req-0985fd10-be4d-4a47-99de-185903070f9b req-55c43da8-952e-4eeb-8144-2108ebf1f48c service nova] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 1161.744778] env[65116]: INFO networking_nsxv3.common.synchronization [req-0985fd10-be4d-4a47-99de-185903070f9b req-55c43da8-952e-4eeb-8144-2108ebf1f48c service nova] Enqueued Resource ID: 43502d20-e31f-4bc3-b5ff-4be5428a73a2 with Priority: HIGHEST for action port [ 1161.745302] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_rules [ 1161.745463] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 1161.745591] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43502d20-e31f-4bc3-b5ff-4be5428a73a2 with Priority: HIGHEST for action port [ 1161.745892] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.747636] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.747744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.748078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.748726] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.749828] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.749942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.750276] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-43502d20-e31f-4bc3-b5ff-4be5428a73a2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.750423] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43502d20-e31f-4bc3-b5ff-4be5428a73a2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.750514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43502d20-e31f-4bc3-b5ff-4be5428a73a2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.750728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43502d20-e31f-4bc3-b5ff-4be5428a73a2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.752038] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43502d20-e31f-4bc3-b5ff-4be5428a73a2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.117631] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.118087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.118087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.118333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.118477] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.118646] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be updated. [ 1162.149252] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.149478] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.149520] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.149747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.149927] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.160161] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: IN_PROGRESS for 2s [ 1162.252898] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.252982] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.255956] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43502d20-e31f-4bc3-b5ff-4be5428a73a2 with status ACTIVE [ 1162.255956] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.255956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.255956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.256252] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.256252] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.259174] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.259174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.259174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.259174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.259174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.259174] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.259174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.259174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.259174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.259174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.259174] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43502d20-e31f-4bc3-b5ff-4be5428a73a2 is going to be updated. [ 1162.279887] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.280063] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.280112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.280318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.280456] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.280649] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43502d20-e31f-4bc3-b5ff-4be5428a73a2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.600454] env[65116]: INFO networking_nsxv3.common.synchronization [req-76a497bd-d599-49e3-b0f3-1630cbe6bc4c req-8e7f5a65-d2ef-4f78-906f-2a62d629a780 tempest-ServerRescueNegativeTestJSON-1990305895 tempest-ServerRescueNegativeTestJSON-1990305895-project-member] Enqueued Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_members [ 1162.601018] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_members [ 1162.601329] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.601428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.659927] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 1162.660396] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff deletion is rescheduled due to dependency. [ 1162.660484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.660779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.661087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.661364] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.661561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.661662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.661890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.661985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.662167] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.937365] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.937630] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-870" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.937755] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-870" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.938026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-870" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.938279] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.938430] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.938577] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.938813] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.938958] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.939219] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.940199] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.940199] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.940199] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.940199] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.940199] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.940199] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.959173] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.959173] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1162.959382] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.959482] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-870" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.959883] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-10c1c247-c89e-4cd4-9ef3-0bf3621ad21c taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.961970] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-10c1c247-c89e-4cd4-9ef3-0bf3621ad21c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.961970] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-10c1c247-c89e-4cd4-9ef3-0bf3621ad21c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.961970] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-10c1c247-c89e-4cd4-9ef3-0bf3621ad21c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.961970] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10c1c247-c89e-4cd4-9ef3-0bf3621ad21c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.973563] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: SUCCESS [ 1162.973780] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.974295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.976050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.976050] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.976050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.976050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.976050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.976050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.976050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.976050] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.976353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.976353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.976492] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.976628] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.976713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.978011] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.978011] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.978011] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.164581] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.463586] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.463857] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.464081] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.464449] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.464616] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.464773] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 10c1c247-c89e-4cd4-9ef3-0bf3621ad21c not found, creating... [ 1163.465046] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.465206] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.465331] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.465648] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.465804] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.466107] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.466291] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.466412] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.466629] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.466766] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.466941] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 10c1c247-c89e-4cd4-9ef3-0bf3621ad21c is going to be created. [ 1163.479131] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.479299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.479548] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.486684] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.486889] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.487018] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.487455] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.488321] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.488682] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-10c1c247-c89e-4cd4-9ef3-0bf3621ad21c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.667517] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.982271] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.169695] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.170133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.170133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.170241] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.170339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.170729] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 1164.172626] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 1164.173225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.173225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.173408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.174064] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.174064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.174064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.174347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.174453] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.174557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.174672] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.231085] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.231340] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.231420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.231837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.231917] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.239632] env[65116]: INFO networking_nsxv3.common.synchronization [req-76a497bd-d599-49e3-b0f3-1630cbe6bc4c req-e3fd361a-d073-484b-8d7b-bb837bbf1e75 service nova] Enqueued Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_rules [ 1164.239903] env[65116]: INFO networking_nsxv3.common.synchronization [req-76a497bd-d599-49e3-b0f3-1630cbe6bc4c req-e3fd361a-d073-484b-8d7b-bb837bbf1e75 service nova] Enqueued Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_members [ 1164.240073] env[65116]: INFO networking_nsxv3.common.synchronization [req-76a497bd-d599-49e3-b0f3-1630cbe6bc4c req-e3fd361a-d073-484b-8d7b-bb837bbf1e75 service nova] Enqueued Resource ID: 10c1c247-c89e-4cd4-9ef3-0bf3621ad21c with Priority: HIGHEST for action port [ 1164.240807] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_rules [ 1164.240944] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_members [ 1164.241063] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c1c247-c89e-4cd4-9ef3-0bf3621ad21c with Priority: HIGHEST for action port [ 1164.241426] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.241766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.242092] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.242239] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.243119] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-10c1c247-c89e-4cd4-9ef3-0bf3621ad21c taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.243293] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10c1c247-c89e-4cd4-9ef3-0bf3621ad21c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.243416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10c1c247-c89e-4cd4-9ef3-0bf3621ad21c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.244703] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10c1c247-c89e-4cd4-9ef3-0bf3621ad21c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.244703] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10c1c247-c89e-4cd4-9ef3-0bf3621ad21c',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.246157] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 1164.486741] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.486902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.486965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.487211] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.487318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.487424] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 is going to be updated. [ 1164.535139] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.535258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.535258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.535479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.535636] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.547673] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: IN_PROGRESS for 2s [ 1164.679358] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.679358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.679358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.680087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.680087] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.680087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.680087] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.680290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.680397] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.680507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.680637] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.680808] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.680878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.681104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.681301] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.681423] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.681511] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.681812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.681903] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.682054] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.682197] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.749125] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10c1c247-c89e-4cd4-9ef3-0bf3621ad21c with status ACTIVE [ 1164.749125] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.749125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.749125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.749125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.749125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.749125] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.749125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.749125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.749797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.749797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.749797] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.749797] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.750025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.750073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.750136] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.750249] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10c1c247-c89e-4cd4-9ef3-0bf3621ad21c is going to be updated. [ 1164.790670] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.790963] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.791100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.791424] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.791647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.791889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10c1c247-c89e-4cd4-9ef3-0bf3621ad21c" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.185142] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1107dd3-a6e3-47c0-9fb6-05ff74e73343: rpc.has_security_group_logging(os_id): False [ 1165.206000] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.206188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.206264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.206553] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.206657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.206887] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.207046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.207154] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.207338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.207431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.207672] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.207773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.207860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.208030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.208124] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.208430] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.208592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.208592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.208726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.208829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.208924] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be updated. [ 1165.279025] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.279247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.279298] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.279705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.279705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.311890] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: IN_PROGRESS for 2s [ 1166.257383] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 1166.257690] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.257733] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.258398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.258398] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.258398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.258398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.258662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.258662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.259782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.259782] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.562107] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: SUCCESS [ 1166.562372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.562535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.562792] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.562975] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.563166] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.563222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.563355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.563440] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.563519] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.563700] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.563832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.563832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.563988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.564192] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.564517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.564517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.564517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.564720] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.564720] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.564720] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.566118] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.566118] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.566288] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.566388] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.566452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.566603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.566689] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.566778] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.761216] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.764020] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.764020] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.764020] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.764020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.764662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.764662] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.983554] env[65116]: INFO networking_nsxv3.common.synchronization [req-3a5b5d1f-0517-4a55-b845-34ba28121773 req-ebfa4f07-b153-4fd2-a380-f45cee02fe8f tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 with Priority: HIGHEST for action security_group_members [ 1166.984790] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 with Priority: HIGHEST for action security_group_members [ 1166.985062] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ae0c1d-19c2-4073-9772-e8156c3b2b37 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.985236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.985349] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.985652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.985833] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.985940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.986022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.986187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.986297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.986441] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ae0c1d-19c2-4073-9772-e8156c3b2b37',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.068469] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93ed626b-27eb-4fbc-a80f-6000b6839f66: rpc.has_security_group_logging(os_id): False [ 1167.069767] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.090670] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.090882] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.090962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.091196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.091292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.091536] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.091640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.091704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.092020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.092020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.092204] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.092291] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.092353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.092502] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.092619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.092872] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.093030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.093084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.093344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.093344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.093475] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 is going to be created. [ 1167.186008] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.186231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.186231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.186556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.186739] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.199341] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: IN_PROGRESS for 2s [ 1167.267405] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95a19c7b-eed1-4720-a6f6-e004f35d5fff: rpc.has_security_group_logging(os_id): False [ 1167.296578] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.296578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.296702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.296944] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.297014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.297449] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.297449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.297449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.297771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.297879] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.298247] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.298247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.298812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.299144] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.299144] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.299833] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.299833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.299833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.299833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.300234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.300234] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 1167.331961] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 1167.332230] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.338990] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.339250] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.339378] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.339633] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.339899] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.340121] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.340251] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.340482] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.340628] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.340862] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.341030] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.341149] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.341193] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.341277] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.341380] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.341522] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.368740] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.368903] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.369081] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.369273] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.369627] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-3987861c-5f58-4f3f-868e-31452ab11d4d taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.369815] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-3987861c-5f58-4f3f-868e-31452ab11d4d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.369937] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-3987861c-5f58-4f3f-868e-31452ab11d4d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.370286] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-3987861c-5f58-4f3f-868e-31452ab11d4d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.370428] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3987861c-5f58-4f3f-868e-31452ab11d4d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.396672] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.396828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.396881] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.397169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.397485] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.416760] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 1167.489596] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.490122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.490166] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.490369] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.490462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.490885] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.490885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.490885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.491131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.491131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.491131] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 already deleted. [ 1167.491229] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.508894] env[65116]: INFO networking_nsxv3.common.synchronization [req-9b66ea60-a62b-49a5-a1e8-db8412522cdc req-2ab77a6c-7427-4098-a48f-b1bf9d214a68 tempest-ServersTestJSON-1776500097 tempest-ServersTestJSON-1776500097-project-member] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1167.509553] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1167.509553] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.509698] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.509735] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.509916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.510835] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.510835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.510835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.510835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.510835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.510835] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.572185] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.872770] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.873108] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.873295] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.873645] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.873863] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.874118] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 3987861c-5f58-4f3f-868e-31452ab11d4d not found, creating... [ 1167.874502] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.874854] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.875063] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.875435] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.875705] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.876107] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.876347] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.876526] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.876825] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.877039] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.877330] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 3987861c-5f58-4f3f-868e-31452ab11d4d is going to be created. [ 1167.900105] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.900352] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.900441] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.901083] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.901342] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.901617] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-3987861c-5f58-4f3f-868e-31452ab11d4d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.014119] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.075305] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.076409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.076409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.076409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.076409] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.076409] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 is going to be updated. [ 1168.148845] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.149115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.149242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.149587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.149854] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.164841] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: IN_PROGRESS for 2s [ 1168.518122] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.707547] env[65116]: INFO networking_nsxv3.common.synchronization [req-3a5b5d1f-0517-4a55-b845-34ba28121773 req-2562bec3-ddd0-444c-bcc5-d00d35d7698a service nova] Enqueued Resource ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 with Priority: HIGHEST for action security_group_rules [ 1168.707815] env[65116]: INFO networking_nsxv3.common.synchronization [req-3a5b5d1f-0517-4a55-b845-34ba28121773 req-2562bec3-ddd0-444c-bcc5-d00d35d7698a service nova] Enqueued Resource ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 with Priority: HIGHEST for action security_group_members [ 1168.707991] env[65116]: INFO networking_nsxv3.common.synchronization [req-3a5b5d1f-0517-4a55-b845-34ba28121773 req-2562bec3-ddd0-444c-bcc5-d00d35d7698a service nova] Enqueued Resource ID: 3987861c-5f58-4f3f-868e-31452ab11d4d with Priority: HIGHEST for action port [ 1168.708689] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 with Priority: HIGHEST for action security_group_rules [ 1168.709611] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 with Priority: HIGHEST for action security_group_members [ 1168.709611] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3987861c-5f58-4f3f-868e-31452ab11d4d with Priority: HIGHEST for action port [ 1168.709611] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.709611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.709611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.710126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.710126] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25ae0c1d-19c2-4073-9772-e8156c3b2b37',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.711319] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ae0c1d-19c2-4073-9772-e8156c3b2b37 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.711511] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.711596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.711833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.712546] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.712546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.712546] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.712785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.712785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.712845] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ae0c1d-19c2-4073-9772-e8156c3b2b37',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.714847] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-3987861c-5f58-4f3f-868e-31452ab11d4d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.714847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3987861c-5f58-4f3f-868e-31452ab11d4d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.714847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3987861c-5f58-4f3f-868e-31452ab11d4d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.714847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3987861c-5f58-4f3f-868e-31452ab11d4d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.714847] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3987861c-5f58-4f3f-868e-31452ab11d4d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.021148] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.021305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.021305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.021486] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.021578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.021712] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1169.060894] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.061146] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.061230] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.061505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.061611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.074117] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1169.215242] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: SUCCESS [ 1169.215242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.215242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.215242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.215603] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.216874] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ae0c1d-19c2-4073-9772-e8156c3b2b37 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.217077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.217227] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25ae0c1d-19c2-4073-9772-e8156c3b2b37',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.218055] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3987861c-5f58-4f3f-868e-31452ab11d4d with status ACTIVE [ 1169.218274] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.218425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.219050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.219050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.219050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.219050] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.219385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.219385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.219530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.219688] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.219822] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.219937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.220106] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.220221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.220325] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.220434] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3987861c-5f58-4f3f-868e-31452ab11d4d is going to be updated. [ 1169.261198] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.261198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.261198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.261198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.261198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.261539] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3987861c-5f58-4f3f-868e-31452ab11d4d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.444073] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 1169.444385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.722609] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.723025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.724035] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25ae0c1d-19c2-4073-9772-e8156c3b2b37',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.175544] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: SUCCESS [ 1170.175772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.175944] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.176180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.176372] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.176488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.176561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.176716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.176796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.176882] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.177065] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.226153] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.226346] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.226385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.226587] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.226673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.226778] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 is going to be created. [ 1170.253046] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.253240] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.253240] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.253429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.253593] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.262850] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 in Status: UNINITIALIZED for 2s [ 1170.679022] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.679189] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.679296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.679514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.679694] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.679789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.679850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.680013] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.680109] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.680213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.680398] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.680494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.680552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.680704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.680841] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.680929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.680990] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.681161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.681219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.681289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.681414] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.086642] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1171.087077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.183790] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93ed626b-27eb-4fbc-a80f-6000b6839f66: rpc.has_security_group_logging(os_id): False [ 1171.202519] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.202708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.202753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.202982] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.203108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.203337] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.203441] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.203505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.203667] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.203748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.203926] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.204031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.204095] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.204470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.204470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.204546] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.204629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.204629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.204815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.204815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.205068] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 is going to be updated. [ 1171.285734] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.285956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.285956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.286160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.286318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.317957] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: IN_PROGRESS for 2s [ 1171.959254] env[65116]: INFO networking_nsxv3.common.synchronization [req-d97b141b-0c5f-4d85-9b8a-76564e1a6038 req-48dd709f-8a81-4803-92e2-9be149a0454a tempest-AttachVolumeTestJSON-1850153687 tempest-AttachVolumeTestJSON-1850153687-project-member] Enqueued Resource ID: f2c820bc-e5fc-4416-88b7-388a8731491d with Priority: HIGHEST for action security_group_members [ 1171.959956] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c820bc-e5fc-4416-88b7-388a8731491d with Priority: HIGHEST for action security_group_members [ 1171.960377] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c820bc-e5fc-4416-88b7-388a8731491d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.960538] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.960632] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.960981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.961200] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.961318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.961428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.961555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.961646] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.961746] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c820bc-e5fc-4416-88b7-388a8731491d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.275105] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 in Status: SUCCESS [ 1172.275462] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.275533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.275862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.276079] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.276204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.276270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.276436] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.276540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.276821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.276953] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25ae0c1d-19c2-4073-9772-e8156c3b2b37',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.317065] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.317272] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-679" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.317397] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-679" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.317668] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-679" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.317925] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.318099] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.318217] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.318440] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.318658] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.318884] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.319032] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.319150] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.319258] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.319371] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.319477] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.319618] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.372966] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.373228] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.373462] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.374213] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-679" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.374324] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-2dcc8fc2-ec38-4222-acf6-938b526306fa taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.374531] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-2dcc8fc2-ec38-4222-acf6-938b526306fa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.374745] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-2dcc8fc2-ec38-4222-acf6-938b526306fa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.376023] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-2dcc8fc2-ec38-4222-acf6-938b526306fa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.376023] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dcc8fc2-ec38-4222-acf6-938b526306fa',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.466361] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.466581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.466775] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.467061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.467198] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.467423] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.467535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.467602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.467778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.467952] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.468087] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c820bc-e5fc-4416-88b7-388a8731491d already deleted. [ 1172.468203] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.780750] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25ae0c1d-19c2-4073-9772-e8156c3b2b37',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.879906] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.880592] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.880592] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.880792] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.881000] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.881223] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 2dcc8fc2-ec38-4222-acf6-938b526306fa not found, creating... [ 1172.881609] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.881834] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.882035] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.882349] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.882554] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.882964] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.883601] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.883871] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.884221] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.884716] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.884716] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 2dcc8fc2-ec38-4222-acf6-938b526306fa is going to be created. [ 1172.937992] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.938430] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.938615] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.938914] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.939187] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.939426] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-2dcc8fc2-ec38-4222-acf6-938b526306fa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.283471] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25ae0c1d-19c2-4073-9772-e8156c3b2b37: rpc.has_security_group_logging(os_id): False [ 1173.308853] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.309043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.309101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.309342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.309438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.309746] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.309859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.309927] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.310201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.310295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.310393] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 is going to be created. [ 1173.359427] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: SUCCESS [ 1173.359736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.494334] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.494643] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.494926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.495234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.495603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.546964] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 in Status: IN_PROGRESS for 2s [ 1173.658464] env[65116]: INFO networking_nsxv3.common.synchronization [req-d97b141b-0c5f-4d85-9b8a-76564e1a6038 req-35e17cea-1b5c-4faf-8523-06f2e71674b6 service nova] Enqueued Resource ID: f2c820bc-e5fc-4416-88b7-388a8731491d with Priority: HIGHEST for action security_group_rules [ 1173.658693] env[65116]: INFO networking_nsxv3.common.synchronization [req-d97b141b-0c5f-4d85-9b8a-76564e1a6038 req-35e17cea-1b5c-4faf-8523-06f2e71674b6 service nova] Enqueued Resource ID: f2c820bc-e5fc-4416-88b7-388a8731491d with Priority: HIGHEST for action security_group_members [ 1173.658859] env[65116]: INFO networking_nsxv3.common.synchronization [req-d97b141b-0c5f-4d85-9b8a-76564e1a6038 req-35e17cea-1b5c-4faf-8523-06f2e71674b6 service nova] Enqueued Resource ID: 2dcc8fc2-ec38-4222-acf6-938b526306fa with Priority: HIGHEST for action port [ 1173.659554] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c820bc-e5fc-4416-88b7-388a8731491d with Priority: HIGHEST for action security_group_rules [ 1173.659771] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c820bc-e5fc-4416-88b7-388a8731491d with Priority: HIGHEST for action security_group_members [ 1173.659884] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dcc8fc2-ec38-4222-acf6-938b526306fa with Priority: HIGHEST for action port [ 1173.660279] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2c820bc-e5fc-4416-88b7-388a8731491d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.660455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.660540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.660809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.660919] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2c820bc-e5fc-4416-88b7-388a8731491d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.661984] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c820bc-e5fc-4416-88b7-388a8731491d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.662125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.662234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.662448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.662639] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.662749] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.662819] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.662967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.663141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.663402] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c820bc-e5fc-4416-88b7-388a8731491d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.664390] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dcc8fc2-ec38-4222-acf6-938b526306fa taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.664509] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dcc8fc2-ec38-4222-acf6-938b526306fa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.664561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dcc8fc2-ec38-4222-acf6-938b526306fa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.664734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dcc8fc2-ec38-4222-acf6-938b526306fa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.664823] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dcc8fc2-ec38-4222-acf6-938b526306fa',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.169606] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c820bc-e5fc-4416-88b7-388a8731491d taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.169829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.169975] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2c820bc-e5fc-4416-88b7-388a8731491d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.172380] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dcc8fc2-ec38-4222-acf6-938b526306fa with status ACTIVE [ 1174.172619] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.173763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.173763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.173763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.173763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.173763] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.173763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.173763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.173763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.174088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.174088] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.174167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.174197] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.174896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.174896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.174896] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dcc8fc2-ec38-4222-acf6-938b526306fa is going to be updated. [ 1174.196437] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.196437] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.196684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.196868] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.197053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.197266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dcc8fc2-ec38-4222-acf6-938b526306fa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.673046] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2c820bc-e5fc-4416-88b7-388a8731491d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.176170] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.176358] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.176435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.176730] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.176832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.176962] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c820bc-e5fc-4416-88b7-388a8731491d is going to be created. [ 1175.202402] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.202555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.202630] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.202861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.202995] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.215129] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c820bc-e5fc-4416-88b7-388a8731491d in Status: UNINITIALIZED for 2s [ 1175.278421] env[65116]: INFO networking_nsxv3.common.synchronization [req-ca48f0fb-a1ad-4b36-8fa5-35e16df360cc req-3dede9d1-e477-40a4-91ae-35bc7ee5831a tempest-ServerDiskConfigTestJSON-1517940131 tempest-ServerDiskConfigTestJSON-1517940131-project-member] Enqueued Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 1175.284030] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff with Priority: HIGHEST for action security_group_members [ 1175.284030] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a19c7b-eed1-4720-a6f6-e004f35d5fff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.284030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.284030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.284030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.284030] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.284030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.284030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.284030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.284030] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.284030] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a19c7b-eed1-4720-a6f6-e004f35d5fff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.560748] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 in Status: SUCCESS [ 1175.561300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.714415] env[65116]: INFO networking_nsxv3.common.synchronization [req-066dd0a8-eaa4-4d5c-b9b5-0141d86f4c45 req-a2f73ed1-7682-4ddd-b59d-fcc3b928541c tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGHEST for action security_group_members [ 1175.715017] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGHEST for action security_group_members [ 1175.715530] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-739d6371-e9ca-4e58-9d28-dabf22428ee6 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.715744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.716161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.717443] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.717737] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.717897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.717997] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.718254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.718396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.718530] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('739d6371-e9ca-4e58-9d28-dabf22428ee6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.785215] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.785457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.785457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.785773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.785773] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.785936] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.786050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.786108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.786268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.786348] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.786439] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff is going to be updated. [ 1175.823469] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.823469] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.823817] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.824068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.824268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.836168] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: IN_PROGRESS for 2s [ 1176.221381] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.221631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.221755] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.222100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.246979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.247284] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.247406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.247470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.247674] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.247761] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.247860] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 is going to be updated. [ 1176.296471] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.296683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.296850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.297107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.297299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.309215] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 in Status: IN_PROGRESS for 2s [ 1177.183254] env[65116]: INFO networking_nsxv3.common.synchronization [req-9fa5e905-6d0a-4ba2-822e-d4bf91badc11 req-1b530784-cba6-4547-afd0-cc7ef73e5a14 tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_members [ 1177.183254] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_members [ 1177.184947] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.185281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.185442] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.186053] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.186475] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.187576] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.188114] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.188535] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.189313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.189313] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.230484] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c820bc-e5fc-4416-88b7-388a8731491d in Status: UNINITIALIZED for 4s [ 1177.691930] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.847630] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff in Status: SUCCESS [ 1177.848766] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a19c7b-eed1-4720-a6f6-e004f35d5fff deletion is rescheduled due to dependency. [ 1177.848766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a19c7b-eed1-4720-a6f6-e004f35d5fff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.194856] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.320552] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 in Status: SUCCESS [ 1178.320760] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 deletion is rescheduled due to dependency. [ 1178.320904] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.698964] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.699172] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.699319] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.699554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.699662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.699805] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b is going to be updated. [ 1178.729375] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.729579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.729680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.729937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.730200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.740230] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b in Status: IN_PROGRESS for 2s [ 1179.240562] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c820bc-e5fc-4416-88b7-388a8731491d in Status: SUCCESS [ 1179.240938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.241109] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.241282] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.241608] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.241757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.241808] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.241966] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.242068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.242158] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.242252] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2c820bc-e5fc-4416-88b7-388a8731491d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.744780] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2c820bc-e5fc-4416-88b7-388a8731491d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.250504] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2c820bc-e5fc-4416-88b7-388a8731491d: rpc.has_security_group_logging(os_id): False [ 1180.272248] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.272341] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.272425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.272627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.272721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.272974] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.273271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.273271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.273413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.273413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.273528] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2c820bc-e5fc-4416-88b7-388a8731491d is going to be created. [ 1180.349627] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.349707] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.350167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.350167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.350273] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.368091] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2c820bc-e5fc-4416-88b7-388a8731491d in Status: IN_PROGRESS for 2s [ 1180.753076] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b in Status: SUCCESS [ 1180.753367] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.999059] env[65116]: INFO networking_nsxv3.common.synchronization [req-5f854560-d51b-48b6-a070-b13dd8efe865 req-355efca2-027d-4913-8eea-8adf6f10789b tempest-ServersTestJSON-1776500097 tempest-ServersTestJSON-1776500097-project-member] Enqueued Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1180.999690] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06457b12-1261-4b74-ba42-3109928fd3b1 with Priority: HIGHEST for action security_group_members [ 1181.000121] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-06457b12-1261-4b74-ba42-3109928fd3b1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.000281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.000371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.000596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.000782] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.000914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.001013] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.001225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.001344] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.001455] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06457b12-1261-4b74-ba42-3109928fd3b1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.505458] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.505816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.505816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.505913] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.506082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.506331] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.506488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.506568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.506757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.506868] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.506941] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 is going to be updated. [ 1181.542230] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.542351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.542351] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.543356] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.544066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.560684] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: IN_PROGRESS for 2s [ 1182.388349] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2c820bc-e5fc-4416-88b7-388a8731491d in Status: SUCCESS [ 1182.388909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.580235] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06457b12-1261-4b74-ba42-3109928fd3b1 in Status: SUCCESS [ 1183.580551] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06457b12-1261-4b74-ba42-3109928fd3b1 deletion is rescheduled due to dependency. [ 1183.580588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06457b12-1261-4b74-ba42-3109928fd3b1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.436824] env[65116]: INFO networking_nsxv3.common.synchronization [None req-58fb44b3-a39d-4e8e-b77b-43826afa6452 None None] Enqueued Resource ID: cf921863-2da3-4227-a368-ce888e9e1bbc with Priority: HIGHEST for action port [ 1184.436824] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf921863-2da3-4227-a368-ce888e9e1bbc with Priority: HIGHEST for action port [ 1184.437598] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf921863-2da3-4227-a368-ce888e9e1bbc taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.438289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf921863-2da3-4227-a368-ce888e9e1bbc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.438289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf921863-2da3-4227-a368-ce888e9e1bbc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.438562] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf921863-2da3-4227-a368-ce888e9e1bbc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.439360] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf921863-2da3-4227-a368-ce888e9e1bbc',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.946342] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf921863-2da3-4227-a368-ce888e9e1bbc [ 1184.946342] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.946342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.946342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.946342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.946342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.946342] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf921863-2da3-4227-a368-ce888e9e1bbc already deleted. [ 1184.946342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf921863-2da3-4227-a368-ce888e9e1bbc" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.239137] env[65116]: INFO networking_nsxv3.common.synchronization [req-bcb97596-69f1-4947-a103-7071718e0bfd req-a8a762ab-1892-432c-8305-d7e9af927d6e tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_members [ 1185.240205] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGHEST for action security_group_members [ 1185.240356] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.240483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.240560] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.240793] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.240957] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.241099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.241847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.241847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.241847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.241847] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.746021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.746021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.746205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.746340] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.746430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.746660] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.746775] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.747115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.747300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.747665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.748067] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b is going to be updated. [ 1185.785715] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.785809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.785932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.786120] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.786227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.797304] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b in Status: IN_PROGRESS for 2s [ 1186.986286] env[65116]: INFO networking_nsxv3.common.synchronization [None req-f18c56b4-41e4-4026-8b69-81f6bdf2a75a None None] Enqueued Resource ID: 8b1a6faf-3669-4464-8b9a-d1d670a9bbfa with Priority: HIGHEST for action port [ 1186.986866] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1a6faf-3669-4464-8b9a-d1d670a9bbfa with Priority: HIGHEST for action port [ 1186.989855] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b1a6faf-3669-4464-8b9a-d1d670a9bbfa taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.989855] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b1a6faf-3669-4464-8b9a-d1d670a9bbfa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.989855] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b1a6faf-3669-4464-8b9a-d1d670a9bbfa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.989855] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b1a6faf-3669-4464-8b9a-d1d670a9bbfa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.989855] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b1a6faf-3669-4464-8b9a-d1d670a9bbfa',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.490533] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b1a6faf-3669-4464-8b9a-d1d670a9bbfa [ 1187.490779] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.490936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.491078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.491223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.491316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.491459] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b1a6faf-3669-4464-8b9a-d1d670a9bbfa already deleted. [ 1187.491599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b1a6faf-3669-4464-8b9a-d1d670a9bbfa" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.674278] env[65116]: INFO networking_nsxv3.common.synchronization [req-88285732-d8e2-4ec8-9230-870a3d35a151 req-81886800-c331-4bee-83cd-e4486f7334ae tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_members [ 1187.674435] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_members [ 1187.674953] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.674953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.674953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.675223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.675296] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.675392] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.675460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.675669] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.675763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.675863] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.809906] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b in Status: SUCCESS [ 1187.810091] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b deletion is rescheduled due to dependency. [ 1187.810159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.014531] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.014531] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.014531] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.014987] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.014987] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.015150] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.015274] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.015486] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.015631] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.015837] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.015956] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.016310] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.016449] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.016569] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.016682] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.016851] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.037787] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.037953] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.038102] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.038284] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.038656] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-747792c4-6fe8-4e3c-8829-6060b4a047f0 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.038830] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-747792c4-6fe8-4e3c-8829-6060b4a047f0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.038948] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-747792c4-6fe8-4e3c-8829-6060b4a047f0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.039271] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-747792c4-6fe8-4e3c-8829-6060b4a047f0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.039405] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('747792c4-6fe8-4e3c-8829-6060b4a047f0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.179013] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.179191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.179263] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.179481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.199473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.199724] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.199928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.199998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.200210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.200296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.200387] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 is going to be updated. [ 1188.227047] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.227249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.227335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.227551] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.227741] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.237394] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 in Status: IN_PROGRESS for 2s [ 1188.541442] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.541689] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.541870] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.542225] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.542412] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.542601] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port 747792c4-6fe8-4e3c-8829-6060b4a047f0 not found, creating... [ 1188.542892] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.543100] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.543230] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.543456] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.543597] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.543880] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.544074] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.544202] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.544421] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.544556] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.544699] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 747792c4-6fe8-4e3c-8829-6060b4a047f0 is going to be created. [ 1188.568977] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.569252] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.569379] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.569677] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.570017] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.570262] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-747792c4-6fe8-4e3c-8829-6060b4a047f0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.297405] env[65116]: INFO networking_nsxv3.common.synchronization [req-88285732-d8e2-4ec8-9230-870a3d35a151 req-a3b06598-3cdc-42fd-a57c-5e51dc52eafc service nova] Enqueued Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_rules [ 1189.297405] env[65116]: INFO networking_nsxv3.common.synchronization [req-88285732-d8e2-4ec8-9230-870a3d35a151 req-a3b06598-3cdc-42fd-a57c-5e51dc52eafc service nova] Enqueued Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_members [ 1189.297405] env[65116]: INFO networking_nsxv3.common.synchronization [req-88285732-d8e2-4ec8-9230-870a3d35a151 req-a3b06598-3cdc-42fd-a57c-5e51dc52eafc service nova] Enqueued Resource ID: 747792c4-6fe8-4e3c-8829-6060b4a047f0 with Priority: HIGHEST for action port [ 1189.298039] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_rules [ 1189.298198] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_members [ 1189.298325] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747792c4-6fe8-4e3c-8829-6060b4a047f0 with Priority: HIGHEST for action port [ 1189.298759] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d944ed-538b-45f1-b8d9-9ef2c2109fb2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.298957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.299071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.299333] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.299442] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.300591] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.301704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.301704] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-747792c4-6fe8-4e3c-8829-6060b4a047f0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.301704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-747792c4-6fe8-4e3c-8829-6060b4a047f0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.301704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-747792c4-6fe8-4e3c-8829-6060b4a047f0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.301959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-747792c4-6fe8-4e3c-8829-6060b4a047f0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.301959] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('747792c4-6fe8-4e3c-8829-6060b4a047f0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.389854] env[65116]: INFO networking_nsxv3.common.synchronization [None req-1dd734af-d343-46ef-87d2-a153e26c38bd tempest-AttachInterfacesTestJSON-765137444 tempest-AttachInterfacesTestJSON-765137444-project-member] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1189.390714] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGHEST for action security_group_members [ 1189.391156] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.391292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.391343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.391557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.391718] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.391821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.391885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.392143] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.392260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.392387] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.803715] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.803868] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.804081] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 747792c4-6fe8-4e3c-8829-6060b4a047f0 with status ACTIVE [ 1189.804252] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.804431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.804487] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.804760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.804937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.805191] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.805301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.805368] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.805571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.805665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.805825] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.805923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.806046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.806228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.806311] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.806403] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 747792c4-6fe8-4e3c-8829-6060b4a047f0 is going to be updated. [ 1189.832803] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.832803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.832803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.832803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.832803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.832803] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-747792c4-6fe8-4e3c-8829-6060b4a047f0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.894308] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.894432] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.894470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.894738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.894846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.895191] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.895336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.895413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.895585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.895671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.895768] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be updated. [ 1189.937605] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.937816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.937928] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.938251] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.938478] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.950844] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: IN_PROGRESS for 2s [ 1190.240179] env[65116]: INFO networking_nsxv3.common.synchronization [req-80168e82-1431-4bc0-ae7f-6dd1393b5941 req-0f787d1e-2de3-45d8-abec-8f81984fff5b tempest-ServerActionsTestOtherB-1773662609 tempest-ServerActionsTestOtherB-1773662609-project-member] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 1190.241040] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 1190.241637] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.241779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.241849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.242093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.242285] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.242401] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.242480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.242673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.242864] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.243010] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.254447] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 in Status: SUCCESS [ 1190.254611] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 deletion is rescheduled due to dependency. [ 1190.254716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.255449] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.255669] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.255855] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.255970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.256047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.256231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.256316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.256415] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.747234] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.747573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.747573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.747783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.758415] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.787370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.787638] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.788605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.788605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.788605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.788605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.788605] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be updated. [ 1190.827904] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.828092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.828166] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.828381] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.829712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.837864] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 1191.260880] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.763800] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.764214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.764214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.764326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.764382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.764525] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 is going to be updated. [ 1191.796095] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.796319] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.796419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.797245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.797245] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.808225] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 in Status: IN_PROGRESS for 2s [ 1191.962062] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 in Status: SUCCESS [ 1191.962313] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 deletion is rescheduled due to dependency. [ 1191.962463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.054299] env[65116]: INFO networking_nsxv3.common.synchronization [req-577b18e6-57ba-4bc1-a37f-87bc078a40c0 req-652edef1-f3a3-4e21-b2c7-5e1b1be8b7ab tempest-ServerAddressesTestJSON-842682187 tempest-ServerAddressesTestJSON-842682187-project-member] Enqueued Resource ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 with Priority: HIGHEST for action security_group_members [ 1192.055237] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 with Priority: HIGHEST for action security_group_members [ 1192.055237] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c8a6e71-dff0-4204-aec0-4139babe65e9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.055361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.055395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.055846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.055846] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.055974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.055974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.056611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.056611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.056611] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c8a6e71-dff0-4204-aec0-4139babe65e9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.540135] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.540885] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.540885] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.540885] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.541253] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.541468] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.541619] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.541899] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.542127] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.542494] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.542642] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.542800] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.542961] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.543130] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.543353] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.543447] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.560595] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.560789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.560828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.561061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.561151] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.561366] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.561471] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.561540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.561702] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.561782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.561874] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 already deleted. [ 1192.561959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.565598] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.565647] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.566245] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.566732] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-703" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.567092] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-c59158a9-d9f6-4465-b99a-724753944d6a taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.567279] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-c59158a9-d9f6-4465-b99a-724753944d6a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.567402] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-c59158a9-d9f6-4465-b99a-724753944d6a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.567712] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-c59158a9-d9f6-4465-b99a-724753944d6a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.567854] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c59158a9-d9f6-4465-b99a-724753944d6a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.852714] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 1192.853106] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 deletion is rescheduled due to dependency. [ 1192.853165] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.070932] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.071192] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.071324] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.071615] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.071765] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.071919] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port c59158a9-d9f6-4465-b99a-724753944d6a not found, creating... [ 1193.072190] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.072346] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.072461] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.072670] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.072805] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.073120] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.073282] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.073400] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.073602] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.073735] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.073876] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: c59158a9-d9f6-4465-b99a-724753944d6a is going to be created. [ 1193.095795] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.096158] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.096397] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.096716] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.097886] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.097886] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-c59158a9-d9f6-4465-b99a-724753944d6a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.818993] env[65116]: INFO networking_nsxv3.common.synchronization [req-577b18e6-57ba-4bc1-a37f-87bc078a40c0 req-fbe32a7d-2b93-410b-a2f8-dc70543b52cc service nova] Enqueued Resource ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 with Priority: HIGHEST for action security_group_rules [ 1193.822624] env[65116]: INFO networking_nsxv3.common.synchronization [req-577b18e6-57ba-4bc1-a37f-87bc078a40c0 req-fbe32a7d-2b93-410b-a2f8-dc70543b52cc service nova] Enqueued Resource ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 with Priority: HIGHEST for action security_group_members [ 1193.822624] env[65116]: INFO networking_nsxv3.common.synchronization [req-577b18e6-57ba-4bc1-a37f-87bc078a40c0 req-fbe32a7d-2b93-410b-a2f8-dc70543b52cc service nova] Enqueued Resource ID: c59158a9-d9f6-4465-b99a-724753944d6a with Priority: HIGHEST for action port [ 1193.823322] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 in Status: SUCCESS [ 1193.823575] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.824352] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 with Priority: HIGHEST for action security_group_rules [ 1193.824352] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 with Priority: HIGHEST for action security_group_members [ 1193.824352] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c59158a9-d9f6-4465-b99a-724753944d6a with Priority: HIGHEST for action port [ 1193.824519] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.825179] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.825381] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.825505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.826178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.826416] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.826513] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.826652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.826786] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.828267] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c8a6e71-dff0-4204-aec0-4139babe65e9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.828424] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.828499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.828971] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.829051] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c8a6e71-dff0-4204-aec0-4139babe65e9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.830140] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c8a6e71-dff0-4204-aec0-4139babe65e9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.830909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.830909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.830909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.830909] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.830909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.831284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.831284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.831284] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.831284] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c8a6e71-dff0-4204-aec0-4139babe65e9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.832639] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-c59158a9-d9f6-4465-b99a-724753944d6a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.832639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c59158a9-d9f6-4465-b99a-724753944d6a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.832639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c59158a9-d9f6-4465-b99a-724753944d6a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.832814] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c59158a9-d9f6-4465-b99a-724753944d6a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.832814] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c59158a9-d9f6-4465-b99a-724753944d6a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.338022] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.338022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.338022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.338022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.338022] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.338022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.338022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.338022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.338022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.338022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.338022] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.338022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.338022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.338022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.338022] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.338022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.338974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.338974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.338974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.338974] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.338974] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.340405] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c8a6e71-dff0-4204-aec0-4139babe65e9 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.340756] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.341347] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c8a6e71-dff0-4204-aec0-4139babe65e9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.342252] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c59158a9-d9f6-4465-b99a-724753944d6a with status ACTIVE [ 1194.342844] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.343161] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.343894] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.344490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.345340] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.345742] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.345979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.349018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.349018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.349018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.349018] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.349018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.349018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.349018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.349018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.349018] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c59158a9-d9f6-4465-b99a-724753944d6a is going to be updated. [ 1194.374716] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.374936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.374936] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.375326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.375326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.375489] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c59158a9-d9f6-4465-b99a-724753944d6a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.843412] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41d944ed-538b-45f1-b8d9-9ef2c2109fb2: rpc.has_security_group_logging(os_id): False [ 1194.849313] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c8a6e71-dff0-4204-aec0-4139babe65e9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.862279] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.862564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.862564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.862699] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.862776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.862996] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.863125] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.863170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.863326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.863400] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.863582] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.863704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.863764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.863856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.863926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.864124] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.864283] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.864283] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.864413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.864530] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.864581] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 is going to be updated. [ 1194.937689] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.937945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.938024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.938274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.938501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.954320] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 in Status: IN_PROGRESS for 2s [ 1195.352306] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.352652] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.352709] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.352998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.353118] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.353225] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 is going to be created. [ 1195.378668] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.378809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.378891] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.379165] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.379347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.391695] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 in Status: UNINITIALIZED for 2s [ 1195.756236] env[65116]: INFO networking_nsxv3.common.synchronization [None req-8482aac0-4baa-49ee-a92f-49aad69f7d25 None None] Enqueued Resource ID: 43602753-fbb5-4ea6-a780-2ec4318bfbcd with Priority: HIGHEST for action port [ 1195.757268] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43602753-fbb5-4ea6-a780-2ec4318bfbcd with Priority: HIGHEST for action port [ 1195.757268] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-43602753-fbb5-4ea6-a780-2ec4318bfbcd taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.757490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43602753-fbb5-4ea6-a780-2ec4318bfbcd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.757490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43602753-fbb5-4ea6-a780-2ec4318bfbcd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.757824] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43602753-fbb5-4ea6-a780-2ec4318bfbcd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.757946] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43602753-fbb5-4ea6-a780-2ec4318bfbcd',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.260971] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43602753-fbb5-4ea6-a780-2ec4318bfbcd [ 1196.261295] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.261439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.261511] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.261728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.261818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.261915] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43602753-fbb5-4ea6-a780-2ec4318bfbcd already deleted. [ 1196.261999] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43602753-fbb5-4ea6-a780-2ec4318bfbcd" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.278815] env[65116]: INFO networking_nsxv3.common.synchronization [None req-c5be596e-6336-45cc-9a81-d62b9ccb9e19 tempest-ServersTestManualDisk-843760192 tempest-ServersTestManualDisk-843760192-project-member] Enqueued Resource ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 with Priority: HIGHEST for action security_group_rules [ 1196.279404] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 with Priority: HIGHEST for action security_group_rules [ 1196.279725] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.280103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.280103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.280243] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.280292] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e72537a-2ab1-4d9b-8aff-d9c68883c973',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.369048] env[65116]: INFO networking_nsxv3.common.synchronization [None req-35497e39-1390-4324-8453-bdc18eeb6fb9 tempest-ServersTestManualDisk-843760192 tempest-ServersTestManualDisk-843760192-project-member] Enqueued Resource ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 with Priority: HIGHEST for action security_group_rules [ 1196.369048] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 with Priority: HIGHEST for action security_group_rules [ 1196.370387] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.370387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.805226] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.805226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.805226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.805226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.805226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.805226] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 already deleted. [ 1196.805589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.805589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.805589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.805722] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e72537a-2ab1-4d9b-8aff-d9c68883c973',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.970861] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 in Status: SUCCESS [ 1196.970861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.328306] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.328472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.328529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.328804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.329031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.329155] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 already deleted. [ 1197.329290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.402419] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 in Status: SUCCESS [ 1197.402807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.402807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.403031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.403227] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.403342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.403407] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.403562] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.403737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.403737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.403835] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c8a6e71-dff0-4204-aec0-4139babe65e9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.820183] env[65116]: INFO networking_nsxv3.common.synchronization [req-3727fec4-138c-4756-b6cd-9b2834b21b0e req-c4b31791-c702-440b-a298-b9181e34698d tempest-DeleteServersTestJSON-1929788868 tempest-DeleteServersTestJSON-1929788868-project-member] Enqueued Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1197.820778] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61399ad-061b-4165-8353-cd68f75d3872 with Priority: HIGHEST for action security_group_members [ 1197.823056] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e61399ad-061b-4165-8353-cd68f75d3872 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.823056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.823056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.823056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.823056] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.823056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.823056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.823056] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.823390] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.823390] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e61399ad-061b-4165-8353-cd68f75d3872',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.905955] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c8a6e71-dff0-4204-aec0-4139babe65e9 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.906141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.906215] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.906432] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.906603] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.906705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.906763] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.907208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.907378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.907588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.907830] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c8a6e71-dff0-4204-aec0-4139babe65e9 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.907961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.908048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.908294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.908547] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.908716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.908860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.909174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.910034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.910034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.910034] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c8a6e71-dff0-4204-aec0-4139babe65e9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.984679] env[65116]: INFO networking_nsxv3.common.synchronization [None req-3f295f12-f993-4b99-a880-d8b9755c1f12 None None] Enqueued Resource ID: 81cda9a7-8ccc-4397-9e90-13767a35ed63 with Priority: HIGHEST for action port [ 1197.985605] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cda9a7-8ccc-4397-9e90-13767a35ed63 with Priority: HIGHEST for action port [ 1197.985942] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-81cda9a7-8ccc-4397-9e90-13767a35ed63 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.986661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81cda9a7-8ccc-4397-9e90-13767a35ed63" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.986783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81cda9a7-8ccc-4397-9e90-13767a35ed63" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.987099] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81cda9a7-8ccc-4397-9e90-13767a35ed63" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.987821] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81cda9a7-8ccc-4397-9e90-13767a35ed63',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.301530] env[65116]: INFO networking_nsxv3.common.synchronization [req-60443ced-f4ba-44db-8ee1-c53fc1fd369f req-df42813a-b9b6-4d41-a892-7797c29bc663 tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_members [ 1198.301743] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 with Priority: HIGHEST for action security_group_members [ 1198.302014] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.302200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.302327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.302578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.302805] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.302946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.303058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.303281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.303419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.303558] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41d944ed-538b-45f1-b8d9-9ef2c2109fb2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.329022] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.329022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.329022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.329022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.329022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.329022] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.329022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.329022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.329022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.329022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.329022] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 is going to be updated. [ 1198.362947] env[65116]: INFO networking_nsxv3.common.synchronization [req-60443ced-f4ba-44db-8ee1-c53fc1fd369f req-df42813a-b9b6-4d41-a892-7797c29bc663 tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 747792c4-6fe8-4e3c-8829-6060b4a047f0 with Priority: HIGHEST for action port [ 1198.363768] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.363908] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.363975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.364226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.364384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.365948] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747792c4-6fe8-4e3c-8829-6060b4a047f0 with Priority: HIGHEST for action port [ 1198.366298] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-747792c4-6fe8-4e3c-8829-6060b4a047f0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.366442] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-747792c4-6fe8-4e3c-8829-6060b4a047f0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.366507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-747792c4-6fe8-4e3c-8829-6060b4a047f0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.366687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-747792c4-6fe8-4e3c-8829-6060b4a047f0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.366768] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('747792c4-6fe8-4e3c-8829-6060b4a047f0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.377565] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: IN_PROGRESS for 2s [ 1198.414158] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c8a6e71-dff0-4204-aec0-4139babe65e9: rpc.has_security_group_logging(os_id): False [ 1198.432538] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.432748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.432821] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.433128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.433273] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.433513] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.433664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.433731] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.433993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.434090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.434386] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.434465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.434713] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.434776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.434825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.435136] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.435233] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.435352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.435515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.435571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.435704] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 is going to be created. [ 1198.490412] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81cda9a7-8ccc-4397-9e90-13767a35ed63 [ 1198.490645] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.491516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.491655] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.491864] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.491952] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.492192] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81cda9a7-8ccc-4397-9e90-13767a35ed63 already deleted. [ 1198.492192] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81cda9a7-8ccc-4397-9e90-13767a35ed63" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.514183] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.514379] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.514480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.514771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.514959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.530292] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 in Status: IN_PROGRESS for 2s [ 1198.807266] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.807426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.807515] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.807809] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.807932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.808190] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.808322] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.808417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.808617] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.808720] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.808855] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 is going to be updated. [ 1198.840864] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.841112] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.841180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.841398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.841540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.852145] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 in Status: IN_PROGRESS for 2s [ 1198.871031] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 747792c4-6fe8-4e3c-8829-6060b4a047f0 with status ACTIVE [ 1198.871216] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.871405] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.871507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.871668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.871757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.871944] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.872051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.872119] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.872270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.872370] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.872554] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.872655] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.872705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.872847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.872921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.873019] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 747792c4-6fe8-4e3c-8829-6060b4a047f0 is going to be updated. [ 1198.897343] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.897459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.897459] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.897676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.897815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.897985] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-747792c4-6fe8-4e3c-8829-6060b4a047f0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.651950] env[65116]: INFO networking_nsxv3.common.synchronization [req-6044ca1a-2c05-4c0a-ade7-f39f1b698eb1 req-efb5bdc5-1917-4914-aa54-c7c24171cdb9 tempest-ServerActionsV293TestJSON-683979676 tempest-ServerActionsV293TestJSON-683979676-project-member] Enqueued Resource ID: 7156aefb-4da3-4029-950c-ace75ab55974 with Priority: HIGHEST for action security_group_members [ 1199.652325] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7156aefb-4da3-4029-950c-ace75ab55974 with Priority: HIGHEST for action security_group_members [ 1199.652596] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7156aefb-4da3-4029-950c-ace75ab55974 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.652733] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.652864] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.655176] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.656722] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.656722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.656722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.656722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.656722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.656722] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7156aefb-4da3-4029-950c-ace75ab55974',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.160427] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.160427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.160427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.160427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.160427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.160427] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.160427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.160427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.160427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.160427] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.160427] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7156aefb-4da3-4029-950c-ace75ab55974 is going to be updated. [ 1200.189103] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.189103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.189103] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.189443] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.189492] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.199617] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7156aefb-4da3-4029-950c-ace75ab55974 in Status: IN_PROGRESS for 2s [ 1200.251138] env[65116]: INFO networking_nsxv3.common.synchronization [req-8a44b24d-f10a-417b-864c-6fd61ad01941 req-e00109ca-ca42-42f7-a3e9-26d2d2954ec2 tempest-ServerActionsTestOtherB-1773662609 tempest-ServerActionsTestOtherB-1773662609-project-member] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 1200.251744] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 1200.253073] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.253073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.253073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.253073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.253701] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.253701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.253701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.253701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.253701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.253701] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.389392] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e61399ad-061b-4165-8353-cd68f75d3872 in Status: SUCCESS [ 1200.389570] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e61399ad-061b-4165-8353-cd68f75d3872 deletion is rescheduled due to dependency. [ 1200.389682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e61399ad-061b-4165-8353-cd68f75d3872" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.544776] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 in Status: SUCCESS [ 1200.544776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.614564] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.614814] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.614939] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.615249] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.615543] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.615697] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.615816] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.616085] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.616232] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.616830] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.616830] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.616977] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.617172] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.617382] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.617461] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.617609] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.637375] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.637474] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1200.637746] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.637875] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.638123] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-3cbde80d-7df5-4785-821e-b45797716ab3 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.638513] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.638513] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.638898] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.639020] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cbde80d-7df5-4785-821e-b45797716ab3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.755576] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.755939] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.755939] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.756050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.756162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.756370] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.756480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.756550] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.756711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.756806] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.756902] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be updated. [ 1200.783179] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.783378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.783378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.783574] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.783716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.793017] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 1200.866946] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 in Status: SUCCESS [ 1200.867222] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41d944ed-538b-45f1-b8d9-9ef2c2109fb2 deletion is rescheduled due to dependency. [ 1200.867361] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41d944ed-538b-45f1-b8d9-9ef2c2109fb2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.141812] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.142068] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.142199] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.142519] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.142683] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.142841] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 3cbde80d-7df5-4785-821e-b45797716ab3 not found, creating... [ 1201.143117] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.143278] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.143397] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.143655] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.143797] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.144191] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.144354] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.144471] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.144678] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.144810] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.144948] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 3cbde80d-7df5-4785-821e-b45797716ab3 is going to be created. [ 1201.166106] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.166345] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.166450] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.166698] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.167027] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.167342] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.023549] env[65116]: INFO networking_nsxv3.common.synchronization [req-8a44b24d-f10a-417b-864c-6fd61ad01941 req-64b2fbb4-f075-43f8-9a7d-c6e4803c9b4e service nova] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_rules [ 1202.024153] env[65116]: INFO networking_nsxv3.common.synchronization [req-8a44b24d-f10a-417b-864c-6fd61ad01941 req-64b2fbb4-f075-43f8-9a7d-c6e4803c9b4e service nova] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 1202.024153] env[65116]: INFO networking_nsxv3.common.synchronization [req-8a44b24d-f10a-417b-864c-6fd61ad01941 req-64b2fbb4-f075-43f8-9a7d-c6e4803c9b4e service nova] Enqueued Resource ID: 3cbde80d-7df5-4785-821e-b45797716ab3 with Priority: HIGHEST for action port [ 1202.024836] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_rules [ 1202.024836] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 1202.024836] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbde80d-7df5-4785-821e-b45797716ab3 with Priority: HIGHEST for action port [ 1202.025218] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.025323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.025378] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.025585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.025685] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.026642] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.026748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.027187] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cbde80d-7df5-4785-821e-b45797716ab3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.027747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.028648] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.028988] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.029145] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cbde80d-7df5-4785-821e-b45797716ab3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.212461] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7156aefb-4da3-4029-950c-ace75ab55974 in Status: SUCCESS [ 1202.212668] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7156aefb-4da3-4029-950c-ace75ab55974 deletion is rescheduled due to dependency. [ 1202.212833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7156aefb-4da3-4029-950c-ace75ab55974" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.533717] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cbde80d-7df5-4785-821e-b45797716ab3 with status ACTIVE [ 1202.533993] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.535081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.535081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.535081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.535081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.535081] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.535081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.535081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.535081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.535081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.535583] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.535583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.535583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.535583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.535760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.535760] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cbde80d-7df5-4785-821e-b45797716ab3 is going to be updated. [ 1202.537026] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.537875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.562368] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.562631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.562722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.562914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.563073] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.563323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.803696] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 1202.803887] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 deletion is rescheduled due to dependency. [ 1202.803971] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.804173] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.804419] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.804622] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.804743] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.804807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.804980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.805093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.805192] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.110558] env[65116]: INFO networking_nsxv3.common.synchronization [None req-57e4bae0-5bda-42e6-bbf6-24f12367301d tempest-ServerRescueNegativeTestJSON-1990305895 tempest-ServerRescueNegativeTestJSON-1990305895-project-member] Enqueued Resource ID: 32682ac6-9780-4215-af2b-46ca73e58e97 with Priority: HIGHEST for action security_group_rules [ 1203.111484] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32682ac6-9780-4215-af2b-46ca73e58e97 with Priority: HIGHEST for action security_group_rules [ 1203.111484] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32682ac6-9780-4215-af2b-46ca73e58e97 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.111484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.111675] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.112391] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.112391] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32682ac6-9780-4215-af2b-46ca73e58e97',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.220698] env[65116]: INFO networking_nsxv3.common.synchronization [None req-acecc741-d7f8-4294-a69c-83d7e6e87f7e tempest-ServerRescueNegativeTestJSON-1990305895 tempest-ServerRescueNegativeTestJSON-1990305895-project-member] Enqueued Resource ID: 32682ac6-9780-4215-af2b-46ca73e58e97 with Priority: HIGHEST for action security_group_rules [ 1203.221502] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32682ac6-9780-4215-af2b-46ca73e58e97 with Priority: HIGHEST for action security_group_rules [ 1203.222204] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32682ac6-9780-4215-af2b-46ca73e58e97 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.222204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.311166] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.634301] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.634301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.634301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.636020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.636020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.636020] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32682ac6-9780-4215-af2b-46ca73e58e97 already deleted. [ 1203.636020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.636020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.636020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.636020] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32682ac6-9780-4215-af2b-46ca73e58e97',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.813802] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.036918] env[65116]: INFO networking_nsxv3.common.synchronization [req-15fcfa8e-5d40-4aac-9dac-b534b667680d req-d3a194e4-117d-44be-a533-2eda56d987f0 tempest-ServersTestManualDisk-843760192 tempest-ServersTestManualDisk-843760192-project-member] Enqueued Resource ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 with Priority: HIGHEST for action security_group_members [ 1204.037894] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 with Priority: HIGHEST for action security_group_members [ 1204.038467] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e72537a-2ab1-4d9b-8aff-d9c68883c973 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.038665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.038782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.039199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.039460] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.039628] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.039740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.040018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.040168] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.040329] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e72537a-2ab1-4d9b-8aff-d9c68883c973',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.162123] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.164500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.164500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.164500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.164500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.164500] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32682ac6-9780-4215-af2b-46ca73e58e97 already deleted. [ 1204.164500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.316338] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.316573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.316687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.317166] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.317329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.317489] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be updated. [ 1204.377542] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.377820] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.377962] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.378410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.378784] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.395020] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 1204.422016] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.422016] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-937" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.422016] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-937" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.422465] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-937" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.422883] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.423235] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.423502] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.423868] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.426044] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.426044] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.426044] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.426044] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.426044] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.426044] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.426044] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.426044] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.462026] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.462026] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1204.462026] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.462026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-937" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.462026] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-c6e3761c-d9e9-4e36-937f-2df79e305a63 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.462026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-c6e3761c-d9e9-4e36-937f-2df79e305a63" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.462026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-c6e3761c-d9e9-4e36-937f-2df79e305a63" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.462026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-c6e3761c-d9e9-4e36-937f-2df79e305a63" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.462026] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e3761c-d9e9-4e36-937f-2df79e305a63',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.543532] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.544044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.544223] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.544529] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.544775] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.545245] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.545505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.545704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.546024] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.546218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.546461] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 already deleted. [ 1204.546637] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.966278] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.966504] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.966714] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.968195] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.968195] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.968195] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port c6e3761c-d9e9-4e36-937f-2df79e305a63 not found, creating... [ 1204.968195] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.968195] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.968195] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.968195] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.968195] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.968553] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.968603] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.968821] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.968956] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.969227] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.969417] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: c6e3761c-d9e9-4e36-937f-2df79e305a63 is going to be created. [ 1204.991904] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.992209] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.992365] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.992650] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.993093] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.993421] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-c6e3761c-d9e9-4e36-937f-2df79e305a63" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.761994] env[65116]: INFO networking_nsxv3.common.synchronization [req-15fcfa8e-5d40-4aac-9dac-b534b667680d req-16cab310-59fa-4e59-83f5-780747895043 service nova] Enqueued Resource ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 with Priority: HIGHEST for action security_group_rules [ 1205.762246] env[65116]: INFO networking_nsxv3.common.synchronization [req-15fcfa8e-5d40-4aac-9dac-b534b667680d req-16cab310-59fa-4e59-83f5-780747895043 service nova] Enqueued Resource ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 with Priority: HIGHEST for action security_group_members [ 1205.762799] env[65116]: INFO networking_nsxv3.common.synchronization [req-15fcfa8e-5d40-4aac-9dac-b534b667680d req-16cab310-59fa-4e59-83f5-780747895043 service nova] Enqueued Resource ID: c6e3761c-d9e9-4e36-937f-2df79e305a63 with Priority: HIGHEST for action port [ 1205.763421] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 with Priority: HIGHEST for action security_group_rules [ 1205.763567] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 with Priority: HIGHEST for action security_group_members [ 1205.763669] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e3761c-d9e9-4e36-937f-2df79e305a63 with Priority: HIGHEST for action port [ 1205.763989] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.764083] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.764152] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.764382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.764437] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e72537a-2ab1-4d9b-8aff-d9c68883c973',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.765796] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e72537a-2ab1-4d9b-8aff-d9c68883c973 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.765853] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.765889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.766480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.766480] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.766480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.766480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.766683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.766721] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.766805] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e72537a-2ab1-4d9b-8aff-d9c68883c973',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.767719] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6e3761c-d9e9-4e36-937f-2df79e305a63 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.767719] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6e3761c-d9e9-4e36-937f-2df79e305a63" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.767825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6e3761c-d9e9-4e36-937f-2df79e305a63" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.767895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6e3761c-d9e9-4e36-937f-2df79e305a63" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.768451] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e3761c-d9e9-4e36-937f-2df79e305a63',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.266564] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e72537a-2ab1-4d9b-8aff-d9c68883c973 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.266768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.272028] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6e3761c-d9e9-4e36-937f-2df79e305a63 with status ACTIVE [ 1206.272028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.272028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.272028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.272028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.272028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.272028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.272028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.272028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.272028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.272028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.272028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.272028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.272028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.272909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.272909] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.272909] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6e3761c-d9e9-4e36-937f-2df79e305a63 is going to be updated. [ 1206.274084] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e72537a-2ab1-4d9b-8aff-d9c68883c973',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.314193] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.314193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.314193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.314193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.314193] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.314408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6e3761c-d9e9-4e36-937f-2df79e305a63" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.418568] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 1206.419315] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.419810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.420279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.421699] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.421840] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.421927] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.422176] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.422286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.422380] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.422481] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.776970] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e72537a-2ab1-4d9b-8aff-d9c68883c973',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.924784] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.281218] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.281335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.281335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.281598] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.281699] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.281801] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 is going to be created. [ 1207.345057] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.345426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.345426] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.346481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.346481] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.370945] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 in Status: UNINITIALIZED for 2s [ 1207.427667] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b075320f-40be-4b29-84c7-cc716b85b3c4: rpc.has_security_group_logging(os_id): False [ 1207.453947] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.454184] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.454300] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.454452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.454564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.454934] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.455078] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.455129] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.455377] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.455377] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.455518] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be updated. [ 1207.557281] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.557281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.557281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.557281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.557281] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.570822] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 1207.991701] env[65116]: INFO networking_nsxv3.common.synchronization [req-53f75b1f-d97d-496f-b2ec-bf7a273661f2 req-8e5c3ff7-00dd-4ac0-bde3-8295b6dd82a4 tempest-ServerAddressesTestJSON-842682187 tempest-ServerAddressesTestJSON-842682187-project-member] Enqueued Resource ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 with Priority: HIGHEST for action security_group_members [ 1207.992387] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 with Priority: HIGHEST for action security_group_members [ 1207.992814] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c8a6e71-dff0-4204-aec0-4139babe65e9 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.993589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.993589] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.993888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.994736] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.994736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.994736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.994736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.994736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.994736] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c8a6e71-dff0-4204-aec0-4139babe65e9',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.501092] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.501092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.501092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.501092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.501092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.501092] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.501092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.502264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.503314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.503467] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.503550] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 is going to be updated. [ 1208.540573] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.540573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.540573] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.541156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.541156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.550962] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 in Status: IN_PROGRESS for 2s [ 1209.382027] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 in Status: SUCCESS [ 1209.382384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.382618] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.382662] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.382888] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.382986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.383043] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.383187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.383267] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.383367] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.383447] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e72537a-2ab1-4d9b-8aff-d9c68883c973',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.586884] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 1209.587660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.887013] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e72537a-2ab1-4d9b-8aff-d9c68883c973',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.104348] env[65116]: INFO networking_nsxv3.common.synchronization [req-c66200c7-8de6-4529-be22-4b882655d885 req-1c810e2f-e5d8-4e3a-9574-a0300efc5b63 tempest-ServerRescueNegativeTestJSON-1990305895 tempest-ServerRescueNegativeTestJSON-1990305895-project-member] Enqueued Resource ID: 32682ac6-9780-4215-af2b-46ca73e58e97 with Priority: HIGHEST for action security_group_members [ 1210.106209] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32682ac6-9780-4215-af2b-46ca73e58e97 with Priority: HIGHEST for action security_group_members [ 1210.106264] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-32682ac6-9780-4215-af2b-46ca73e58e97 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.106432] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.106500] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.106769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.106979] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.107167] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.107309] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.107670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.107730] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.107815] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32682ac6-9780-4215-af2b-46ca73e58e97',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.388237] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e72537a-2ab1-4d9b-8aff-d9c68883c973: rpc.has_security_group_logging(os_id): False [ 1210.410407] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.410584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.410678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.410922] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.411042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.411304] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.411433] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.411506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.411665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.411882] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.411882] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 is going to be created. [ 1210.493201] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.493201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.493201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.493201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.493201] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.504516] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 in Status: IN_PROGRESS for 2s [ 1210.562519] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 in Status: SUCCESS [ 1210.562759] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c8a6e71-dff0-4204-aec0-4139babe65e9 deletion is rescheduled due to dependency. [ 1210.562885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c8a6e71-dff0-4204-aec0-4139babe65e9" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.611563] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.611729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.611801] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.612035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.612128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.612398] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.612554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.613271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.613271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.613271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.613271] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32682ac6-9780-4215-af2b-46ca73e58e97 already deleted. [ 1210.613271] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.640082] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.640523] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-870" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.640523] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-870" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.640811] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-870" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.641180] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.641331] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.641531] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.641684] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.641817] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.642072] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.642197] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.642307] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.642419] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.642515] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.642618] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.642754] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.689024] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.689024] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1210.689024] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.689024] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-870" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.689024] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-1c9a1903-516b-4056-ba71-cf778ceebf76 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.689024] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-1c9a1903-516b-4056-ba71-cf778ceebf76" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.689024] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-1c9a1903-516b-4056-ba71-cf778ceebf76" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.689962] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-1c9a1903-516b-4056-ba71-cf778ceebf76" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.690540] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9a1903-516b-4056-ba71-cf778ceebf76',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.196789] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.196789] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.196789] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.197127] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.197461] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.197794] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 1c9a1903-516b-4056-ba71-cf778ceebf76 not found, creating... [ 1211.198109] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.198377] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.198556] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.198895] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.199139] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.199592] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.199834] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.200023] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.200354] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.200582] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.200792] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 1c9a1903-516b-4056-ba71-cf778ceebf76 is going to be created. [ 1211.224125] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.224470] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.224657] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.225012] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.225333] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.225637] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-1c9a1903-516b-4056-ba71-cf778ceebf76" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.967736] env[65116]: INFO networking_nsxv3.common.synchronization [req-c66200c7-8de6-4529-be22-4b882655d885 req-82f74ece-4ecb-43e5-aae5-0dca0a0556fc service nova] Enqueued Resource ID: 32682ac6-9780-4215-af2b-46ca73e58e97 with Priority: HIGHEST for action security_group_rules [ 1211.968035] env[65116]: INFO networking_nsxv3.common.synchronization [req-c66200c7-8de6-4529-be22-4b882655d885 req-82f74ece-4ecb-43e5-aae5-0dca0a0556fc service nova] Enqueued Resource ID: 32682ac6-9780-4215-af2b-46ca73e58e97 with Priority: HIGHEST for action security_group_members [ 1211.968035] env[65116]: INFO networking_nsxv3.common.synchronization [req-c66200c7-8de6-4529-be22-4b882655d885 req-82f74ece-4ecb-43e5-aae5-0dca0a0556fc service nova] Enqueued Resource ID: 1c9a1903-516b-4056-ba71-cf778ceebf76 with Priority: HIGHEST for action port [ 1211.968713] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32682ac6-9780-4215-af2b-46ca73e58e97 with Priority: HIGHEST for action security_group_rules [ 1211.968782] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32682ac6-9780-4215-af2b-46ca73e58e97 with Priority: HIGHEST for action security_group_members [ 1211.968830] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c9a1903-516b-4056-ba71-cf778ceebf76 with Priority: HIGHEST for action port [ 1211.969146] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32682ac6-9780-4215-af2b-46ca73e58e97 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.970460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.970460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.970460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.970460] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32682ac6-9780-4215-af2b-46ca73e58e97',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.970945] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-32682ac6-9780-4215-af2b-46ca73e58e97 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.971067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.971133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.971307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.971481] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.971582] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.971991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.971991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.971991] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.971991] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32682ac6-9780-4215-af2b-46ca73e58e97',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.972904] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c9a1903-516b-4056-ba71-cf778ceebf76 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.973077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c9a1903-516b-4056-ba71-cf778ceebf76" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.973144] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c9a1903-516b-4056-ba71-cf778ceebf76" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.973299] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c9a1903-516b-4056-ba71-cf778ceebf76" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.973376] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9a1903-516b-4056-ba71-cf778ceebf76',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.476857] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32682ac6-9780-4215-af2b-46ca73e58e97',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.477746] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-32682ac6-9780-4215-af2b-46ca73e58e97 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.477746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.477870] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c9a1903-516b-4056-ba71-cf778ceebf76 with status ACTIVE [ 1212.478631] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.479682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.479682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.479682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.479682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.479682] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.479945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.479945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.480025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.480133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.480498] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.480498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.480639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.481028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.481028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.481028] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c9a1903-516b-4056-ba71-cf778ceebf76 is going to be updated. [ 1212.514391] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.514608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.514657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.514956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.515162] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.515372] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c9a1903-516b-4056-ba71-cf778ceebf76" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.519875] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 in Status: SUCCESS [ 1212.520140] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.983322] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32682ac6-9780-4215-af2b-46ca73e58e97',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.488832] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.488978] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.489069] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.489329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.489423] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.489528] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32682ac6-9780-4215-af2b-46ca73e58e97 is going to be created. [ 1213.548933] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.549160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.549288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.549508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.549694] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.565894] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32682ac6-9780-4215-af2b-46ca73e58e97 in Status: UNINITIALIZED for 2s [ 1215.577705] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32682ac6-9780-4215-af2b-46ca73e58e97 in Status: SUCCESS [ 1215.578066] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.578121] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.578323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.578522] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.578641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.578711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.578859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.578938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.579038] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.579184] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32682ac6-9780-4215-af2b-46ca73e58e97',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.081857] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32682ac6-9780-4215-af2b-46ca73e58e97',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.585124] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32682ac6-9780-4215-af2b-46ca73e58e97: rpc.has_security_group_logging(os_id): False [ 1216.604138] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.604355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.604355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.604592] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.604682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.605195] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.605195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.605195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.605460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.605460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.605526] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32682ac6-9780-4215-af2b-46ca73e58e97 is going to be created. [ 1216.682954] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.683204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.683204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.684034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.684034] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.697414] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32682ac6-9780-4215-af2b-46ca73e58e97 in Status: IN_PROGRESS for 2s [ 1216.970042] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.970211] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1218.716693] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32682ac6-9780-4215-af2b-46ca73e58e97 in Status: SUCCESS [ 1218.717028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.971056] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1221.971335] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1223.200163] env[65116]: INFO networking_nsxv3.common.synchronization [req-5a3ff489-01b1-43c9-8e55-e42af7f2c7e4 req-32bb74ca-fe9d-4028-bb38-640c518c528d tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_members [ 1223.200873] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_members [ 1223.201187] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.201320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.201446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.201644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.201830] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.201955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.202089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.202501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.202501] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.202501] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.569722] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.569917] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.570053] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.570324] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.570574] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.570733] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.570878] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.571135] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.571285] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.571533] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.571673] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.571788] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.571895] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.572035] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.572146] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.572318] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.593948] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.594146] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.594274] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.594585] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-617" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.594946] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-76e75737-0e97-46ba-89f7-b94bbcbff126 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.595141] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-76e75737-0e97-46ba-89f7-b94bbcbff126" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.595264] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-76e75737-0e97-46ba-89f7-b94bbcbff126" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.595610] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-76e75737-0e97-46ba-89f7-b94bbcbff126" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.595764] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76e75737-0e97-46ba-89f7-b94bbcbff126',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.704384] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.097879] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.098208] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.098408] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.098710] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.098866] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.099034] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 76e75737-0e97-46ba-89f7-b94bbcbff126 not found, creating... [ 1224.099347] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.099547] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.099741] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.100470] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.100470] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.100685] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.100898] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.101244] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.101575] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.101777] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.102049] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 76e75737-0e97-46ba-89f7-b94bbcbff126 is going to be created. [ 1224.130267] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.130597] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.130808] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.131190] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.131655] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.131994] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-76e75737-0e97-46ba-89f7-b94bbcbff126" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.206156] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.709028] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.709028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.709028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.709028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.709028] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.709451] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a29923-854e-4f0f-9d9f-01769f444e0f is going to be updated. [ 1224.748021] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.748021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.748021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.748021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.748021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.756875] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: IN_PROGRESS for 2s [ 1224.869961] env[65116]: INFO networking_nsxv3.common.synchronization [req-5a3ff489-01b1-43c9-8e55-e42af7f2c7e4 req-5c4344f8-8696-40b3-b760-4ef921a609f1 service nova] Enqueued Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_rules [ 1224.870170] env[65116]: INFO networking_nsxv3.common.synchronization [req-5a3ff489-01b1-43c9-8e55-e42af7f2c7e4 req-5c4344f8-8696-40b3-b760-4ef921a609f1 service nova] Enqueued Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_members [ 1224.870308] env[65116]: INFO networking_nsxv3.common.synchronization [req-5a3ff489-01b1-43c9-8e55-e42af7f2c7e4 req-5c4344f8-8696-40b3-b760-4ef921a609f1 service nova] Enqueued Resource ID: 76e75737-0e97-46ba-89f7-b94bbcbff126 with Priority: HIGHEST for action port [ 1224.870835] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_rules [ 1224.870973] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_members [ 1224.871192] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e75737-0e97-46ba-89f7-b94bbcbff126 with Priority: HIGHEST for action port [ 1224.871473] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.871628] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.871668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.871844] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.871925] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.872859] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.873839] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.874076] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-76e75737-0e97-46ba-89f7-b94bbcbff126 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.876929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76e75737-0e97-46ba-89f7-b94bbcbff126" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.877014] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76e75737-0e97-46ba-89f7-b94bbcbff126" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.877269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76e75737-0e97-46ba-89f7-b94bbcbff126" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.877368] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76e75737-0e97-46ba-89f7-b94bbcbff126',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.380101] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.380398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.380556] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76e75737-0e97-46ba-89f7-b94bbcbff126 with status ACTIVE [ 1225.380778] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.380914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.381009] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.381278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.381400] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.381621] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.381746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.381830] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.382031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.382133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.382366] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.382771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.382771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.382771] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.382967] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.382967] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76e75737-0e97-46ba-89f7-b94bbcbff126 is going to be updated. [ 1225.406473] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.406623] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.406746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.407335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.408071] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.408363] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76e75737-0e97-46ba-89f7-b94bbcbff126" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.768571] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: SUCCESS [ 1226.769093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.769093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.769230] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.769441] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.769564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.769636] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.769849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.769958] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.770066] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.272073] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.774886] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.278186] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.278457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.278457] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.278685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.278757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.278877] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a29923-854e-4f0f-9d9f-01769f444e0f is going to be updated. [ 1228.310620] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.310847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.310847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.311067] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.311227] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.322379] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: IN_PROGRESS for 2s [ 1229.872412] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.872823] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1230.341955] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: SUCCESS [ 1230.342355] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.342588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.342845] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.343099] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.343254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.343323] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.343532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.343645] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.343750] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.343879] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.740387] env[65116]: INFO networking_nsxv3.common.synchronization [req-c4f11228-e416-443b-8e5d-bf062338f0e4 req-37ac772e-7c7b-4c76-9e94-80f8ed5f022e tempest-ServerActionsTestJSON-460922022 tempest-ServerActionsTestJSON-460922022-project-member] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 1230.741067] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 1230.741501] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.741638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.742188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.742603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.742803] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.742916] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.743578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.743578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.743578] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.743578] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.846959] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.246338] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.246728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.246728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.246829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.246913] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.247138] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.247303] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.247383] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.247545] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.247629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.247760] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 is going to be updated. [ 1231.289707] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.289942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.289942] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.290206] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.290558] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.302416] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: IN_PROGRESS for 2s [ 1231.350026] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39a29923-854e-4f0f-9d9f-01769f444e0f: rpc.has_security_group_logging(os_id): False [ 1231.374320] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.374554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.374599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.374945] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.398814] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.398814] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.398814] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.398814] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.398814] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.398814] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.398814] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39a29923-854e-4f0f-9d9f-01769f444e0f is going to be updated. [ 1231.472696] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.472961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.472961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.473182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.473343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.501525] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: IN_PROGRESS for 2s [ 1232.036031] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.036031] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.036031] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.036031] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.036031] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.036512] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.036798] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.037185] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.038114] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.038114] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.038114] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.038114] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.038114] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.038323] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1232.038360] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.038540] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.059055] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.059237] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1232.059411] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.059602] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-67" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.059902] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-91969a04-4a8e-4334-829f-3e3ae6828511 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.060087] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.060208] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.060492] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.060627] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91969a04-4a8e-4334-829f-3e3ae6828511',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.563507] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.563957] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.563957] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.564133] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.564277] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.564666] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.564840] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.564957] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.565230] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.565368] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.565652] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.565806] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.565953] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.566189] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.566322] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.566464] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 91969a04-4a8e-4334-829f-3e3ae6828511 is going to be updated. [ 1232.591933] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.592178] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.592241] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.592494] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.592751] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.592987] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.292445] env[65116]: INFO networking_nsxv3.common.synchronization [req-49391574-e3b6-4f16-9346-a5f218832c3e req-cdf4a821-8707-4fb0-a93c-a7abf2b79435 service nova] Enqueued Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_rules [ 1233.292652] env[65116]: INFO networking_nsxv3.common.synchronization [req-49391574-e3b6-4f16-9346-a5f218832c3e req-cdf4a821-8707-4fb0-a93c-a7abf2b79435 service nova] Enqueued Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_members [ 1233.292805] env[65116]: INFO networking_nsxv3.common.synchronization [req-49391574-e3b6-4f16-9346-a5f218832c3e req-cdf4a821-8707-4fb0-a93c-a7abf2b79435 service nova] Enqueued Resource ID: 91969a04-4a8e-4334-829f-3e3ae6828511 with Priority: HIGHEST for action port [ 1233.293422] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_rules [ 1233.293567] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_members [ 1233.293668] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91969a04-4a8e-4334-829f-3e3ae6828511 with Priority: HIGHEST for action port [ 1233.293991] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.295782] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.295861] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.296126] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.296277] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.298064] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.298064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.298064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.298064] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.298338] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.298338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.298431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.298517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.298600] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.298691] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.299643] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-91969a04-4a8e-4334-829f-3e3ae6828511 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.299808] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.299808] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.300156] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.300156] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91969a04-4a8e-4334-829f-3e3ae6828511',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.314659] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: SUCCESS [ 1233.314851] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 deletion is rescheduled due to dependency. [ 1233.314900] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.516554] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: SUCCESS [ 1233.516810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.802530] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.803372] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.804128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.804128] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91969a04-4a8e-4334-829f-3e3ae6828511 with status ACTIVE [ 1233.804128] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.804128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.804128] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.804382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.804382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.804511] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.804579] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.804659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.804851] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.804949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.805145] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.805254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.805347] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.805480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.805557] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.805644] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91969a04-4a8e-4334-829f-3e3ae6828511 is going to be updated. [ 1233.828403] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.828642] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.828712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.828886] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.829032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.829196] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91969a04-4a8e-4334-829f-3e3ae6828511" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.308129] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.813481] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.813960] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.813960] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.814052] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.814182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.814299] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 is going to be updated. [ 1234.879042] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.879288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.879460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.879699] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.879860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.904033] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 in Status: IN_PROGRESS for 2s [ 1236.918294] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 in Status: SUCCESS [ 1236.918744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.918744] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.918961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.919184] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.919307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.919375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.919728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.919831] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.919935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.920152] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.422988] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.925939] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dac9d27-d1d8-4894-a35c-a6a0e43534c1: rpc.has_security_group_logging(os_id): False [ 1237.943698] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.943897] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.943940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.944159] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.944248] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.944494] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.944605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.944667] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.944810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.944905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.944986] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 is going to be updated. [ 1238.013044] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.013044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.013316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.013316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.013447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.028310] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 in Status: IN_PROGRESS for 2s [ 1238.294462] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.294661] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1239.646732] env[65116]: INFO networking_nsxv3.common.synchronization [req-d53e4eb9-a56f-46fc-ae29-8e81dd0e4a9d req-790492c7-9c58-4cec-9d59-ef59b2d18182 tempest-ServerActionsTestJSON-460922022 tempest-ServerActionsTestJSON-460922022-project-member] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 1239.647053] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 1239.647301] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.647494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.647494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.647726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.648199] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.648340] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.648435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.648606] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.648693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.648836] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.001773] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.002050] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.002182] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.002443] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.002695] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.002841] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.002951] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.004030] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.004030] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.004030] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.004030] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.004030] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.004030] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.004030] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.004030] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.004655] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.024339] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.024534] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1240.024709] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.024894] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-668" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.025226] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.025406] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.025522] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.025898] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.026058] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.043699] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 in Status: SUCCESS [ 1240.043968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.152985] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.153205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.153251] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.153493] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.153604] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.153829] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.153951] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.154039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.154215] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.154302] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.154412] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 is going to be updated. [ 1240.182437] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.182646] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.182646] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.182890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.183050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.193233] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: IN_PROGRESS for 2s [ 1240.528436] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.528673] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.528721] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.529016] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.529184] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.529373] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4 not found, creating... [ 1240.529708] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.529908] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.530091] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.530348] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.530505] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.530944] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.531114] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.531234] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.531465] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.531602] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.531788] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4 is going to be created. [ 1240.553199] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.553412] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.554200] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.554200] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.554200] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.554403] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.285113] env[65116]: INFO networking_nsxv3.common.synchronization [req-d53e4eb9-a56f-46fc-ae29-8e81dd0e4a9d req-6bd2bf98-f723-48bf-bdd7-2bde725821f8 service nova] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_rules [ 1241.285372] env[65116]: INFO networking_nsxv3.common.synchronization [req-d53e4eb9-a56f-46fc-ae29-8e81dd0e4a9d req-6bd2bf98-f723-48bf-bdd7-2bde725821f8 service nova] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 1241.285419] env[65116]: INFO networking_nsxv3.common.synchronization [req-d53e4eb9-a56f-46fc-ae29-8e81dd0e4a9d req-6bd2bf98-f723-48bf-bdd7-2bde725821f8 service nova] Enqueued Resource ID: da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4 with Priority: HIGHEST for action port [ 1241.286072] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_rules [ 1241.286072] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 1241.286192] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4 with Priority: HIGHEST for action port [ 1241.286422] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.286499] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.286572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.287413] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.287413] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.288141] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.288231] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.288561] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.288561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.288561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.288856] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.288856] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.790537] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.790791] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.793136] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4 with status ACTIVE [ 1241.793414] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.793556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.793629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.793905] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.794021] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.794348] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.794348] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.794538] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.794641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.794749] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.794973] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.795124] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.795225] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.795417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.795522] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.795632] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4 is going to be updated. [ 1241.822173] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.822403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.822403] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.822538] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.822678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.822834] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da5d86d6-62e5-4fdb-b2a5-1ef06c2959a4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.204989] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: SUCCESS [ 1242.205217] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 deletion is rescheduled due to dependency. [ 1242.205376] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.205538] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.205798] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.205908] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.206048] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.206151] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.206446] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.206720] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.206980] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.451358] env[65116]: INFO networking_nsxv3.common.synchronization [req-420ff303-ff7b-4ae0-a5a9-34cd585af1e1 req-db71b84f-3728-407e-bb15-b04ea6ab0b96 tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 with Priority: HIGHEST for action security_group_members [ 1242.452351] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 with Priority: HIGHEST for action security_group_members [ 1242.453011] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ae0c1d-19c2-4073-9772-e8156c3b2b37 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.453011] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.453011] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.453261] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.453321] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.453429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.454084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.454084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.454084] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.454084] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ae0c1d-19c2-4073-9772-e8156c3b2b37',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.709252] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.957203] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.957448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.957517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.957833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.957930] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.958160] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.958329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.958329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.958483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.958583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.958643] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 is going to be updated. [ 1242.991378] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.991602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.991602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.991779] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.991929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.003828] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 in Status: IN_PROGRESS for 2s [ 1243.212339] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.715479] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.715874] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.715874] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.715949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.716068] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.716243] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 is going to be updated. [ 1243.751228] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.751420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.751498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.751711] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.751902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.763715] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: IN_PROGRESS for 2s [ 1245.015853] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 in Status: SUCCESS [ 1245.016296] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ae0c1d-19c2-4073-9772-e8156c3b2b37 deletion is rescheduled due to dependency. [ 1245.016296] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ae0c1d-19c2-4073-9772-e8156c3b2b37" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.776159] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: SUCCESS [ 1245.776389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.776588] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.776833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.777063] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.777213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.777287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.777468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.777585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.777683] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.777801] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.280065] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.783073] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c97400d-6cdc-41ed-8688-5f46322d4b94: rpc.has_security_group_logging(os_id): False [ 1246.802334] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.802554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.802554] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.802777] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.802887] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.803150] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.803286] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.803354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.803517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.803599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.803724] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 is going to be updated. [ 1246.874467] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.874704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.874704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.875232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.875232] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.890311] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: IN_PROGRESS for 2s [ 1247.213343] env[65116]: INFO networking_nsxv3.common.synchronization [None req-eabf43b0-ee71-4e84-b555-392432d2fc98 tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: dace6aa0-1a14-4a37-9ea9-777656f97546 with Priority: HIGHEST for action security_group_rules [ 1247.214139] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dace6aa0-1a14-4a37-9ea9-777656f97546 with Priority: HIGHEST for action security_group_rules [ 1247.214513] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dace6aa0-1a14-4a37-9ea9-777656f97546 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.214669] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.214741] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.215055] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.215164] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dace6aa0-1a14-4a37-9ea9-777656f97546',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.335338] env[65116]: INFO networking_nsxv3.common.synchronization [None req-42d2cde7-3a5c-4af5-bb77-75da16dd71bf tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: dace6aa0-1a14-4a37-9ea9-777656f97546 with Priority: HIGHEST for action security_group_rules [ 1247.335338] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dace6aa0-1a14-4a37-9ea9-777656f97546 with Priority: HIGHEST for action security_group_rules [ 1247.335338] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dace6aa0-1a14-4a37-9ea9-777656f97546 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.335761] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.737433] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.737608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.737687] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.737913] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.738015] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.738108] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dace6aa0-1a14-4a37-9ea9-777656f97546 already deleted. [ 1247.738208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.738415] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.738606] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.738692] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dace6aa0-1a14-4a37-9ea9-777656f97546',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.259391] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.259602] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.259680] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.259896] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.259990] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.260102] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dace6aa0-1a14-4a37-9ea9-777656f97546 already deleted. [ 1248.260184] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.905392] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: SUCCESS [ 1248.905751] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.336214] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.336733] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1253.018775] env[65116]: INFO networking_nsxv3.common.synchronization [req-090c0f58-99ef-430e-bbad-5b13a5346c09 req-0427a0c6-4108-45af-b82d-e13c74d274ad tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: dace6aa0-1a14-4a37-9ea9-777656f97546 with Priority: HIGHEST for action security_group_members [ 1253.019212] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dace6aa0-1a14-4a37-9ea9-777656f97546 with Priority: HIGHEST for action security_group_members [ 1253.019517] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-dace6aa0-1a14-4a37-9ea9-777656f97546 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.019688] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.019754] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.019993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.020165] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.020265] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.020326] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.020480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.020571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.020682] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dace6aa0-1a14-4a37-9ea9-777656f97546',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.310152] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-757 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.310351] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.310771] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.311059] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.311313] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.311471] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.311592] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.311847] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.312058] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.312301] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.312380] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.312489] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.312596] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.312706] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.312812] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.312941] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.334530] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.334707] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1253.334827] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.335010] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-757" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.335341] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-1603a551-b060-4f2e-a724-cfcd68db842a taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.335517] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-1603a551-b060-4f2e-a724-cfcd68db842a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.335637] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-1603a551-b060-4f2e-a724-cfcd68db842a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.335966] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-1603a551-b060-4f2e-a724-cfcd68db842a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.336114] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1603a551-b060-4f2e-a724-cfcd68db842a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.523420] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.523815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.523815] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.523902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.523940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.524149] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.524249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.524313] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.524463] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.524541] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.524688] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dace6aa0-1a14-4a37-9ea9-777656f97546 already deleted. [ 1253.524742] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.838733] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.838955] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.839026] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.839342] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.839509] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.839709] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 1603a551-b060-4f2e-a724-cfcd68db842a not found, creating... [ 1253.839960] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.840130] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.840247] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.840464] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.840624] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.840896] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.841071] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.841190] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.841393] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.841525] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.841662] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 1603a551-b060-4f2e-a724-cfcd68db842a is going to be created. [ 1253.861815] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.862101] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.862182] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.862409] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.862635] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.862860] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-1603a551-b060-4f2e-a724-cfcd68db842a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.105820] env[65116]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1254.106041] env[65116]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c1718a2e-26ee-4090-9c6b-9764fcd7fecf None None] NSXv3 Agent Agent loop - iteration:3 started [ 1254.576062] env[65116]: INFO networking_nsxv3.common.synchronization [req-090c0f58-99ef-430e-bbad-5b13a5346c09 req-6c4a2cfc-734e-4c09-845e-1fc4919943e1 service nova] Enqueued Resource ID: dace6aa0-1a14-4a37-9ea9-777656f97546 with Priority: HIGHEST for action security_group_rules [ 1254.576349] env[65116]: INFO networking_nsxv3.common.synchronization [req-090c0f58-99ef-430e-bbad-5b13a5346c09 req-6c4a2cfc-734e-4c09-845e-1fc4919943e1 service nova] Enqueued Resource ID: dace6aa0-1a14-4a37-9ea9-777656f97546 with Priority: HIGHEST for action security_group_members [ 1254.576489] env[65116]: INFO networking_nsxv3.common.synchronization [req-090c0f58-99ef-430e-bbad-5b13a5346c09 req-6c4a2cfc-734e-4c09-845e-1fc4919943e1 service nova] Enqueued Resource ID: 1603a551-b060-4f2e-a724-cfcd68db842a with Priority: HIGHEST for action port [ 1254.576792] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dace6aa0-1a14-4a37-9ea9-777656f97546 with Priority: HIGHEST for action security_group_rules [ 1254.576867] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dace6aa0-1a14-4a37-9ea9-777656f97546 with Priority: HIGHEST for action security_group_members [ 1254.576902] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1603a551-b060-4f2e-a724-cfcd68db842a with Priority: HIGHEST for action port [ 1254.579397] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dace6aa0-1a14-4a37-9ea9-777656f97546 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.579555] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.579682] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.579947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.580069] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dace6aa0-1a14-4a37-9ea9-777656f97546',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.582145] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-dace6aa0-1a14-4a37-9ea9-777656f97546 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.582328] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.582685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.583453] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.583658] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.583846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.583846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.584825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.584825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.584825] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dace6aa0-1a14-4a37-9ea9-777656f97546',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.585255] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-1603a551-b060-4f2e-a724-cfcd68db842a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.586213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1603a551-b060-4f2e-a724-cfcd68db842a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.586213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1603a551-b060-4f2e-a724-cfcd68db842a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.586386] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1603a551-b060-4f2e-a724-cfcd68db842a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.586386] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1603a551-b060-4f2e-a724-cfcd68db842a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.082496] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-dace6aa0-1a14-4a37-9ea9-777656f97546 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.082798] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.088602] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dace6aa0-1a14-4a37-9ea9-777656f97546',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.089324] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1603a551-b060-4f2e-a724-cfcd68db842a with status ACTIVE [ 1255.089434] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.089507] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.089547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.089807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.089943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.090223] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.091029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.091029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.091029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.091029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.091029] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.091029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.091029] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.091336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.091336] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.091336] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1603a551-b060-4f2e-a724-cfcd68db842a is going to be updated. [ 1255.111677] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.111843] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.111885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.112085] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.112228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.112387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1603a551-b060-4f2e-a724-cfcd68db842a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.593142] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dace6aa0-1a14-4a37-9ea9-777656f97546',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.095605] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.095847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.095847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.096140] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.096278] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.096414] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dace6aa0-1a14-4a37-9ea9-777656f97546 is going to be created. [ 1256.120600] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.120828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.120828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.120998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.121175] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.130232] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dace6aa0-1a14-4a37-9ea9-777656f97546 in Status: UNINITIALIZED for 2s [ 1258.142949] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dace6aa0-1a14-4a37-9ea9-777656f97546 in Status: SUCCESS [ 1258.142949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.142949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.142949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.142949] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.143659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.143659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.143659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.143659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.143659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.143659] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dace6aa0-1a14-4a37-9ea9-777656f97546',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.645862] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dace6aa0-1a14-4a37-9ea9-777656f97546',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.148676] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dace6aa0-1a14-4a37-9ea9-777656f97546: rpc.has_security_group_logging(os_id): False [ 1259.167772] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.167971] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.168062] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.168288] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.168498] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.168753] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.168858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.168923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.169095] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.169174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.169262] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dace6aa0-1a14-4a37-9ea9-777656f97546 is going to be created. [ 1259.238436] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.238615] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.238665] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.238878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.239102] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.258726] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dace6aa0-1a14-4a37-9ea9-777656f97546 in Status: IN_PROGRESS for 2s [ 1259.577742] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.577909] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1261.273252] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dace6aa0-1a14-4a37-9ea9-777656f97546 in Status: SUCCESS [ 1261.273628] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.119662] env[65116]: INFO networking_nsxv3.common.synchronization [req-7921fbdb-5c52-4bca-b481-cb5f438dc431 req-924ff09c-736e-468a-9d93-2253cfa6faf9 tempest-ServersTestManualDisk-843760192 tempest-ServersTestManualDisk-843760192-project-member] Enqueued Resource ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 with Priority: HIGHEST for action security_group_members [ 1264.120028] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 with Priority: HIGHEST for action security_group_members [ 1264.120340] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e72537a-2ab1-4d9b-8aff-d9c68883c973 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.120466] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.120833] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.121093] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.121263] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.121375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.121440] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.121595] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.121679] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.121778] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e72537a-2ab1-4d9b-8aff-d9c68883c973',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.626568] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.626828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.626828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.627483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.627483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.627483] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.627483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.627483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.627946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.627946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.627946] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 is going to be updated. [ 1264.662402] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.662657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.662657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.662868] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.663031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.672891] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 in Status: IN_PROGRESS for 2s [ 1266.094369] env[65116]: INFO networking_nsxv3.common.synchronization [req-b9cf732e-d66e-448d-9feb-92b93403a10e req-7bbcb050-3e0e-4a05-85fb-4504bc100884 tempest-AttachVolumeTestJSON-1850153687 tempest-AttachVolumeTestJSON-1850153687-project-member] Enqueued Resource ID: f2c820bc-e5fc-4416-88b7-388a8731491d with Priority: HIGHEST for action security_group_members [ 1266.094977] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c820bc-e5fc-4416-88b7-388a8731491d with Priority: HIGHEST for action security_group_members [ 1266.095590] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2c820bc-e5fc-4416-88b7-388a8731491d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.095590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.095590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.095710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.095868] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.095970] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.096046] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.096195] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.096657] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.096784] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2c820bc-e5fc-4416-88b7-388a8731491d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.599607] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.599837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.599912] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.600185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.600287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.600511] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.600611] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.600685] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.600878] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.600973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.601058] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c820bc-e5fc-4416-88b7-388a8731491d is going to be updated. [ 1266.636120] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.636120] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.636120] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.636120] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.636120] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.646216] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c820bc-e5fc-4416-88b7-388a8731491d in Status: IN_PROGRESS for 2s [ 1266.683209] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 in Status: SUCCESS [ 1266.683394] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 deletion is rescheduled due to dependency. [ 1266.683510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.656990] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2c820bc-e5fc-4416-88b7-388a8731491d in Status: SUCCESS [ 1268.657343] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2c820bc-e5fc-4416-88b7-388a8731491d deletion is rescheduled due to dependency. [ 1268.657343] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.096387] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.096650] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.045921] env[65116]: INFO networking_nsxv3.common.synchronization [None req-fc326456-a46c-4bc0-841b-53dd8ce34401 None None] Enqueued Resource ID: 8a3f4c42-950c-4735-acf2-9569e0f6055a with Priority: HIGHEST for action port [ 1272.047521] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3f4c42-950c-4735-acf2-9569e0f6055a with Priority: HIGHEST for action port [ 1272.047521] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a3f4c42-950c-4735-acf2-9569e0f6055a taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.047521] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a3f4c42-950c-4735-acf2-9569e0f6055a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.047521] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a3f4c42-950c-4735-acf2-9569e0f6055a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.049512] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a3f4c42-950c-4735-acf2-9569e0f6055a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.049512] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3f4c42-950c-4735-acf2-9569e0f6055a',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.551968] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a3f4c42-950c-4735-acf2-9569e0f6055a [ 1272.551968] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.551968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.551968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.551968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.551968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.551968] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a3f4c42-950c-4735-acf2-9569e0f6055a already deleted. [ 1272.551968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a3f4c42-950c-4735-acf2-9569e0f6055a" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.433848] env[65116]: INFO networking_nsxv3.common.synchronization [None req-93cf77f7-9d87-4953-bd16-8e822dcb39eb None None] Enqueued Resource ID: 1510d689-1cde-4c80-9e53-9f89abac5fd7 with Priority: HIGHEST for action port [ 1274.433848] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1510d689-1cde-4c80-9e53-9f89abac5fd7 with Priority: HIGHEST for action port [ 1274.433848] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-1510d689-1cde-4c80-9e53-9f89abac5fd7 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.433848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1510d689-1cde-4c80-9e53-9f89abac5fd7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.434357] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1510d689-1cde-4c80-9e53-9f89abac5fd7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.435031] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1510d689-1cde-4c80-9e53-9f89abac5fd7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.435031] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1510d689-1cde-4c80-9e53-9f89abac5fd7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.937493] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1510d689-1cde-4c80-9e53-9f89abac5fd7 [ 1274.937784] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.937946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.938038] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.938292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.938406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.938515] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1510d689-1cde-4c80-9e53-9f89abac5fd7 already deleted. [ 1274.938619] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1510d689-1cde-4c80-9e53-9f89abac5fd7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.053235] env[65116]: INFO networking_nsxv3.common.synchronization [req-03a3eb65-a0e7-4858-bd9a-2edb27ae96db req-fe188c3e-3f52-411d-85b4-79d2cd8364a5 tempest-ServerGroupTestJSON-760400203 tempest-ServerGroupTestJSON-760400203-project-member] Enqueued Resource ID: e52d3149-4fe1-493c-a905-fce688fb1113 with Priority: HIGHEST for action security_group_members [ 1279.053762] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52d3149-4fe1-493c-a905-fce688fb1113 with Priority: HIGHEST for action security_group_members [ 1279.054037] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e52d3149-4fe1-493c-a905-fce688fb1113 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.054174] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.054246] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.054488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.054644] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.054790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.054790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.054949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.055044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.055137] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e52d3149-4fe1-493c-a905-fce688fb1113',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.382288] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.382563] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-653" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.382706] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-653" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.383086] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-653" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.383450] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.383630] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.383783] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.384101] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.384282] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.384502] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.384612] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.384721] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.384826] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.384930] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.385046] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.385180] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.407745] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.407960] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1279.408081] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.408265] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-653" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.408579] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-a0da2a0e-4940-444a-9fa2-239d9ba589e7 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.408751] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-a0da2a0e-4940-444a-9fa2-239d9ba589e7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.408871] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-a0da2a0e-4940-444a-9fa2-239d9ba589e7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.409222] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-a0da2a0e-4940-444a-9fa2-239d9ba589e7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.409363] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0da2a0e-4940-444a-9fa2-239d9ba589e7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.557609] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.557814] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.557894] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.558130] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.558226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.558424] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.558521] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.558583] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.558736] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.558812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.558898] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e52d3149-4fe1-493c-a905-fce688fb1113 already deleted. [ 1279.558982] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.911536] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.911802] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.911914] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.912201] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.912374] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.912544] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Segment Port a0da2a0e-4940-444a-9fa2-239d9ba589e7 not found, creating... [ 1279.912837] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.913015] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.913146] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.913397] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.913540] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.913845] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.914045] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.914183] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.914647] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.914806] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.914965] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: a0da2a0e-4940-444a-9fa2-239d9ba589e7 is going to be created. [ 1279.939076] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.939330] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.939445] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.939704] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.940021] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.940287] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-a0da2a0e-4940-444a-9fa2-239d9ba589e7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.658716] env[65116]: INFO networking_nsxv3.common.synchronization [req-03a3eb65-a0e7-4858-bd9a-2edb27ae96db req-dfeb1181-743f-4c00-8b48-fa30cc1ae32f service nova] Enqueued Resource ID: e52d3149-4fe1-493c-a905-fce688fb1113 with Priority: HIGHEST for action security_group_rules [ 1280.659047] env[65116]: INFO networking_nsxv3.common.synchronization [req-03a3eb65-a0e7-4858-bd9a-2edb27ae96db req-dfeb1181-743f-4c00-8b48-fa30cc1ae32f service nova] Enqueued Resource ID: e52d3149-4fe1-493c-a905-fce688fb1113 with Priority: HIGHEST for action security_group_members [ 1280.659282] env[65116]: INFO networking_nsxv3.common.synchronization [req-03a3eb65-a0e7-4858-bd9a-2edb27ae96db req-dfeb1181-743f-4c00-8b48-fa30cc1ae32f service nova] Enqueued Resource ID: a0da2a0e-4940-444a-9fa2-239d9ba589e7 with Priority: HIGHEST for action port [ 1280.660073] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52d3149-4fe1-493c-a905-fce688fb1113 with Priority: HIGHEST for action security_group_rules [ 1280.660275] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52d3149-4fe1-493c-a905-fce688fb1113 with Priority: HIGHEST for action security_group_members [ 1280.660420] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0da2a0e-4940-444a-9fa2-239d9ba589e7 with Priority: HIGHEST for action port [ 1280.660883] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e52d3149-4fe1-493c-a905-fce688fb1113 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.661096] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.661216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.661641] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.661765] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e52d3149-4fe1-493c-a905-fce688fb1113',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.663443] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e52d3149-4fe1-493c-a905-fce688fb1113 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.663443] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.663443] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.663642] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.663843] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.664082] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.664199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.664410] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.664536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.664671] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e52d3149-4fe1-493c-a905-fce688fb1113',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.665828] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0da2a0e-4940-444a-9fa2-239d9ba589e7 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.667394] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0da2a0e-4940-444a-9fa2-239d9ba589e7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.667514] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0da2a0e-4940-444a-9fa2-239d9ba589e7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.667699] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0da2a0e-4940-444a-9fa2-239d9ba589e7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.667838] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0da2a0e-4940-444a-9fa2-239d9ba589e7',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.170182] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0da2a0e-4940-444a-9fa2-239d9ba589e7 with status ACTIVE [ 1281.170453] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.170597] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.170668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.170973] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.171121] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.171337] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.171444] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.171508] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.171748] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.171865] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.172131] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.172235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.172294] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.172430] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.172561] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.172657] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0da2a0e-4940-444a-9fa2-239d9ba589e7 is going to be updated. [ 1281.173837] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e52d3149-4fe1-493c-a905-fce688fb1113 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.173979] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.174220] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e52d3149-4fe1-493c-a905-fce688fb1113',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.197716] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.197941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.197941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.198164] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.198303] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.198465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0da2a0e-4940-444a-9fa2-239d9ba589e7" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.676805] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e52d3149-4fe1-493c-a905-fce688fb1113',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.179208] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.179451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.179451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.179733] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.179895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.180132] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e52d3149-4fe1-493c-a905-fce688fb1113 is going to be created. [ 1282.204770] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.204933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.204976] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.205207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.207042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.216544] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e52d3149-4fe1-493c-a905-fce688fb1113 in Status: UNINITIALIZED for 2s [ 1284.228780] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e52d3149-4fe1-493c-a905-fce688fb1113 in Status: UNINITIALIZED for 4s [ 1284.672709] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.672959] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.673149] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.673492] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.673774] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.673999] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.674150] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.674429] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.674614] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.674864] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1284.675022] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1284.675152] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1284.675285] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1284.675447] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1284.675563] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1284.675733] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1284.696133] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1284.696352] env[65116]: DEBUG dogpile.cache.region [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1284.696765] env[65116]: DEBUG dogpile.lock [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1284.696765] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "network-418" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.696970] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock port-3cbde80d-7df5-4785-821e-b45797716ab3 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.697150] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.697233] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.697488] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.697626] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cbde80d-7df5-4785-821e-b45797716ab3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.200346] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.200602] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.200792] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.201190] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.201421] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.201812] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.202019] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.202180] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.202423] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.202560] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.202848] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.203013] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.203136] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.203345] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.203475] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.203615] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Resource: SegmentPort with ID: 3cbde80d-7df5-4785-821e-b45797716ab3 is going to be updated. [ 1285.234340] env[65116]: DEBUG networking_nsxv3.common.locking [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.234699] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.234819] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.235199] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.235499] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.235770] env[65116]: DEBUG oslo_concurrency.lockutils [None req-ff3c1b4e-533c-4a43-bbc0-daec0416f5b4 None None] Releasing lock "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.662253] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.662253] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1285.921785] env[65116]: INFO networking_nsxv3.common.synchronization [req-0550287b-7b8e-423d-bcab-8ba665c380d2 req-c37aa7d3-2804-4f98-a7ef-674bb63057b1 service nova] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_rules [ 1285.921970] env[65116]: INFO networking_nsxv3.common.synchronization [req-0550287b-7b8e-423d-bcab-8ba665c380d2 req-c37aa7d3-2804-4f98-a7ef-674bb63057b1 service nova] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 1285.922124] env[65116]: INFO networking_nsxv3.common.synchronization [req-0550287b-7b8e-423d-bcab-8ba665c380d2 req-c37aa7d3-2804-4f98-a7ef-674bb63057b1 service nova] Enqueued Resource ID: 3cbde80d-7df5-4785-821e-b45797716ab3 with Priority: HIGHEST for action port [ 1285.922646] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_rules [ 1285.922786] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 1285.922885] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbde80d-7df5-4785-821e-b45797716ab3 with Priority: HIGHEST for action port [ 1285.923288] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.923448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.923494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.923659] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.923777] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.924977] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.925110] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.925236] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.925434] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.925585] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.925722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.925783] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.927505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.927505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.927505] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.927505] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cbde80d-7df5-4785-821e-b45797716ab3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.927505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.927505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.927505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.927505] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cbde80d-7df5-4785-821e-b45797716ab3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.243082] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e52d3149-4fe1-493c-a905-fce688fb1113 in Status: SUCCESS [ 1286.243491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.243491] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.243629] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.243866] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.243993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.244097] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.244259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.244367] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.244461] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.244575] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e52d3149-4fe1-493c-a905-fce688fb1113',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.429883] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.429883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.429883] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.430688] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cbde80d-7df5-4785-821e-b45797716ab3 with status ACTIVE [ 1286.430876] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.431017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.431085] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.431292] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.431404] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.431545] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.431637] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.432552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.432552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.432552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.432552] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.432552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.432552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.432552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.432552] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.432552] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cbde80d-7df5-4785-821e-b45797716ab3 is going to be updated. [ 1286.461540] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.461769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.461769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.461956] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.462122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.462289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cbde80d-7df5-4785-821e-b45797716ab3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.746570] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e52d3149-4fe1-493c-a905-fce688fb1113 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.746847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.746847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.747163] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.748037] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.748037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.748037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.748037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.748037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.748037] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.748393] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e52d3149-4fe1-493c-a905-fce688fb1113 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.748393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.748393] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.748564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.748755] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.748850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.748850] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.748987] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.749115] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.749204] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.749295] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e52d3149-4fe1-493c-a905-fce688fb1113',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.935987] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.252173] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e52d3149-4fe1-493c-a905-fce688fb1113: rpc.has_security_group_logging(os_id): False [ 1287.276631] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.276862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.276923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.277270] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.277438] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.277781] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.277957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.278081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.278327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.278447] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.278706] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.278846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.278957] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.279133] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.279214] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.279455] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.279576] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.279644] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.279816] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.279895] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.280047] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e52d3149-4fe1-493c-a905-fce688fb1113 is going to be created. [ 1287.375122] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.375362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.375362] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.375556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.375740] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.394525] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e52d3149-4fe1-493c-a905-fce688fb1113 in Status: IN_PROGRESS for 2s [ 1287.439435] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.439704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.439704] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.439929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.440228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.440406] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be updated. [ 1287.514273] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.514453] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.514536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.514764] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.514914] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.524117] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 1289.407572] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e52d3149-4fe1-493c-a905-fce688fb1113 in Status: SUCCESS [ 1289.407572] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.534096] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 1289.534342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.534474] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.534691] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.534880] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.534993] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.535088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.535221] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.535301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.535385] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.535475] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.037677] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.539919] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b075320f-40be-4b29-84c7-cc716b85b3c4: rpc.has_security_group_logging(os_id): False [ 1290.558305] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.558473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.558523] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.558718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.558808] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.559073] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.559178] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.559242] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.559395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.559472] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.559559] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be updated. [ 1290.626478] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.626731] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.626852] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.627180] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.627421] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.644610] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 1290.923600] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.923756] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1291.676153] env[65116]: INFO networking_nsxv3.common.synchronization [req-43392120-10d4-41ef-9a48-fee9ffc4ece9 req-b08091ce-7ed0-4cbf-bed3-4ff1f1e68552 tempest-ServerGroupTestJSON-760400203 tempest-ServerGroupTestJSON-760400203-project-member] Enqueued Resource ID: e52d3149-4fe1-493c-a905-fce688fb1113 with Priority: HIGHEST for action security_group_members [ 1291.676866] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52d3149-4fe1-493c-a905-fce688fb1113 with Priority: HIGHEST for action security_group_members [ 1291.677096] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-e52d3149-4fe1-493c-a905-fce688fb1113 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.677265] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.677363] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.677661] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.677882] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.678085] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.678187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.678375] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.678492] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.678665] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e52d3149-4fe1-493c-a905-fce688fb1113',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.181160] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.181406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.181406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.181642] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.181741] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.181940] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.182051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.182123] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.182320] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.182420] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.182513] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e52d3149-4fe1-493c-a905-fce688fb1113 is going to be updated. [ 1292.209682] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.209902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.209902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.210150] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.210297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.219932] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e52d3149-4fe1-493c-a905-fce688fb1113 in Status: IN_PROGRESS for 2s [ 1292.657884] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 1292.658276] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.232726] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e52d3149-4fe1-493c-a905-fce688fb1113 in Status: IN_PROGRESS for 4s [ 1296.245770] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e52d3149-4fe1-493c-a905-fce688fb1113 in Status: SUCCESS [ 1296.245770] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e52d3149-4fe1-493c-a905-fce688fb1113 deletion is rescheduled due to dependency. [ 1296.245770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e52d3149-4fe1-493c-a905-fce688fb1113" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.678259] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.678259] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.999451] env[65116]: INFO networking_nsxv3.common.synchronization [req-f8f9d987-7e9f-434a-8da9-302039c8c8fc req-758b13da-a1b1-49b9-b3a4-324f94ccd110 tempest-AttachVolumeShelveTestJSON-1482826837 tempest-AttachVolumeShelveTestJSON-1482826837-project-member] Enqueued Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_members [ 1297.000531] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGHEST for action security_group_members [ 1297.001098] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.001251] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.001316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.001566] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.001788] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.001892] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.001953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.002332] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.002467] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.003396] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.505481] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.505770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.505770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.505925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.506023] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.506279] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.506354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.506394] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.506536] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.506612] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.506799] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 is going to be updated. [ 1297.540787] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.540787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.540787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.540787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.540787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.558390] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 in Status: IN_PROGRESS for 2s [ 1299.567282] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 in Status: SUCCESS [ 1299.567810] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 deletion is rescheduled due to dependency. [ 1299.567810] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.064555] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.064725] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.064770] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.064965] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.065091] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.567373] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.070242] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.573158] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1301.573391] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1302.002093] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.002093] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.351256] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.351492] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.351559] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.351799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.365486] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1302.366365] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.367341] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1302.418602] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.418785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.418785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.418984] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.431280] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.432145] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1302.432225] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.432325] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1302.480189] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.480422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.480422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.480664] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.482205] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.482397] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1302.570975] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.571212] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.571306] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.571511] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.571837] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.572141] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1302.672501] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.672838] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.672838] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.672933] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.673244] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.673548] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1302.673981] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'39a29923-854e-4f0f-9d9f-01769f444e0f', '56b93829-da21-4fcf-8e36-6ec77f6764b3', '949fcc4b-7dd3-40d9-8bad-9227b874275f', '7e72537a-2ab1-4d9b-8aff-d9c68883c973', '739d6371-e9ca-4e58-9d28-dabf22428ee6', '7afa8752-9996-4808-94b5-df32fa458927', '6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b', 'dace6aa0-1a14-4a37-9ea9-777656f97546', '43561c6e-42c5-4c70-8ac9-c1a88da69fd1', 'b075320f-40be-4b29-84c7-cc716b85b3c4', 'b1107dd3-a6e3-47c0-9fb6-05ff74e73343', 'be77acd3-242d-460d-afd5-fdb936d49ca0', '93ed626b-27eb-4fbc-a80f-6000b6839f66', '5dac9d27-d1d8-4894-a35c-a6a0e43534c1', '4c97400d-6cdc-41ed-8688-5f46322d4b94', 'b7807efd-5e41-4daa-9c2a-bef76c49aef5', '2d61f981-2d3d-41fc-821a-077b08d9783f', 'e5e7859c-3ed5-44fb-849d-ea21c1c999d2', 'f2c820bc-e5fc-4416-88b7-388a8731491d', '57a634c1-42bf-41c9-8df8-9727963d4b0d', 'ee177659-700f-431c-9a83-29cdd5050592', 'd430d65a-3f58-472e-b5df-4c688f56c994', '43573753-6a71-471d-b7d3-69ce7b7acd04', 'a2db4f55-6f81-4a38-ac72-8ba8935079c5', '4b46cfd1-5aa4-47ac-a1e8-93b9b592c5ed', 'e61399ad-061b-4165-8353-cd68f75d3872', '5fd56965-7771-44ab-a5b9-eec31944a463', '92d75f16-c4e5-4a19-95a4-711738d4b9e8', '06457b12-1261-4b74-ba42-3109928fd3b1', '7156aefb-4da3-4029-950c-ace75ab55974', '145a65d7-769d-4b64-8d56-37c2bf3d0e21', '8fdee01f-15ef-4346-ad03-3b807dc9daa1', '95a19c7b-eed1-4720-a6f6-e004f35d5fff', '72ebab7d-a291-4f8e-a0d2-03b33f95b41a', '32682ac6-9780-4215-af2b-46ca73e58e97', '41d944ed-538b-45f1-b8d9-9ef2c2109fb2', '8758f124-33db-4ee5-b0c4-7fa5a49a3cdf', '0c8a6e71-dff0-4204-aec0-4139babe65e9', '4a31b0ff-fad5-4540-91f2-aa172e79991d', '9ab71577-bbd4-46d0-9693-14722407a0d8', '4390399b-fe16-41dc-a683-bec34cfd9bd1', '25ae0c1d-19c2-4073-9772-e8156c3b2b37', 'abd218db-a28f-4089-9d3a-1ac098b1948f', 'e52d3149-4fe1-493c-a905-fce688fb1113', '750a38f0-802c-436a-b083-33309bab076d', '0aefedd5-2c35-4d67-afd5-32d988f8ca1a', '74431342-dd4f-4a9a-abf2-f150e067298d', '9fa771fa-d8b2-460c-a2bf-d15c202dcecd'} {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.674128] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1302.696660] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.696660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.696660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.696660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.697100] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.697100] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1302.697100] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.697100] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1302.778151] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.778339] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.778384] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.778596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.779823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.780125] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1302.780231] env[65116]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65116) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.780300] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1302.780362] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1302.780439] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1302.780509] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGH for action security_group_rules [ 1302.780586] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGH for action security_group_rules [ 1302.780649] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGH for action security_group_rules [ 1302.780712] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 with Priority: HIGH for action security_group_rules [ 1302.780773] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGH for action security_group_rules [ 1302.780829] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGH for action security_group_rules [ 1302.780889] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGH for action security_group_rules [ 1302.780946] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dace6aa0-1a14-4a37-9ea9-777656f97546 with Priority: HIGH for action security_group_rules [ 1302.781009] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGH for action security_group_rules [ 1302.781071] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGH for action security_group_rules [ 1302.781142] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGH for action security_group_rules [ 1302.781215] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be77acd3-242d-460d-afd5-fdb936d49ca0 with Priority: HIGH for action security_group_rules [ 1302.781277] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGH for action security_group_rules [ 1302.781331] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGH for action security_group_rules [ 1302.781387] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGH for action security_group_rules [ 1302.781433] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGH for action security_group_rules [ 1302.781493] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGH for action security_group_rules [ 1302.781546] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 with Priority: HIGH for action security_group_rules [ 1302.781601] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2c820bc-e5fc-4416-88b7-388a8731491d with Priority: HIGH for action security_group_rules [ 1302.781660] env[65116]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d with Priority: HIGH for action security_group_rules [ 1302.781760] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.754510] env[65116]: INFO networking_nsxv3.common.synchronization [req-5cbde55b-f7cc-4e3f-943b-3fc4c9aa0ba8 req-df268abb-6965-44fc-9e73-8bfb677bbea7 tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_members [ 1306.754841] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_members [ 1306.754992] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGH for action security_group_rules [ 1306.755372] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f with Priority: HIGH for action security_group_rules [ 1306.755372] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b with Priority: HIGH for action security_group_rules [ 1306.755503] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGH for action security_group_rules [ 1306.755590] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d with Priority: HIGH for action security_group_rules [ 1306.755639] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c820bc-e5fc-4416-88b7-388a8731491d with Priority: HIGH for action security_group_rules [ 1306.755734] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 with Priority: HIGH for action security_group_rules [ 1306.755824] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d61f981-2d3d-41fc-821a-077b08d9783f with Priority: HIGH for action security_group_rules [ 1306.755913] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 with Priority: HIGH for action security_group_rules [ 1306.756009] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 with Priority: HIGH for action security_group_rules [ 1306.756336] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGH for action security_group_rules [ 1306.756469] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be77acd3-242d-460d-afd5-fdb936d49ca0 with Priority: HIGH for action security_group_rules [ 1306.756521] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 with Priority: HIGH for action security_group_rules [ 1306.756613] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGH for action security_group_rules [ 1306.756770] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 with Priority: HIGH for action security_group_rules [ 1306.756833] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afa8752-9996-4808-94b5-df32fa458927 with Priority: HIGH for action security_group_rules [ 1306.756880] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dace6aa0-1a14-4a37-9ea9-777656f97546 with Priority: HIGH for action security_group_rules [ 1306.756974] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 with Priority: HIGH for action security_group_rules [ 1306.757075] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 with Priority: HIGH for action security_group_rules [ 1306.757165] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 with Priority: HIGH for action security_group_rules [ 1306.757448] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.757568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.757627] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.757812] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.758036] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.758169] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.758235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.758387] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.758469] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.758561] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.759384] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.759488] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.759549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.759703] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.759822] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.762379] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949fcc4b-7dd3-40d9-8bad-9227b874275f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.762525] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.762594] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.762676] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.762748] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949fcc4b-7dd3-40d9-8bad-9227b874275f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.763745] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.763872] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.763940] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.764104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.764414] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.764826] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.764931] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.764980] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.765141] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.765213] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.766050] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57a634c1-42bf-41c9-8df8-9727963d4b0d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.766050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.766050] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.766269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.766269] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57a634c1-42bf-41c9-8df8-9727963d4b0d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.766875] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2c820bc-e5fc-4416-88b7-388a8731491d taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.766976] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.767104] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.767188] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.767260] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2c820bc-e5fc-4416-88b7-388a8731491d',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.768133] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5e7859c-3ed5-44fb-849d-ea21c1c999d2 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.768234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.768234] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.768402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.768460] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5e7859c-3ed5-44fb-849d-ea21c1c999d2',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.769095] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d61f981-2d3d-41fc-821a-077b08d9783f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.769209] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.769257] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.769386] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.769452] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d61f981-2d3d-41fc-821a-077b08d9783f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.770296] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.770399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.770470] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.770660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.770728] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dac9d27-d1d8-4894-a35c-a6a0e43534c1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.772518] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.772518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.772518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.772518] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.772518] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7807efd-5e41-4daa-9c2a-bef76c49aef5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.772518] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.772888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.772888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.772888] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.772998] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.773606] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be77acd3-242d-460d-afd5-fdb936d49ca0 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.773705] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.773801] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.773925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.774466] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be77acd3-242d-460d-afd5-fdb936d49ca0',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.774679] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.774932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.774932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.775061] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.775061] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1107dd3-a6e3-47c0-9fb6-05ff74e73343',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.775854] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.775854] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.776033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.776138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.776138] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.777017] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.777138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.777186] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.777695] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.777695] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43561c6e-42c5-4c70-8ac9-c1a88da69fd1',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.778029] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7afa8752-9996-4808-94b5-df32fa458927 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.778402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.778402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.778402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.778565] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7afa8752-9996-4808-94b5-df32fa458927',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.779277] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dace6aa0-1a14-4a37-9ea9-777656f97546 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.779277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.779431] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.779475] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.780752] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dace6aa0-1a14-4a37-9ea9-777656f97546',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.780752] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-739d6371-e9ca-4e58-9d28-dabf22428ee6 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.780752] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.780752] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.780752] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.780752] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('739d6371-e9ca-4e58-9d28-dabf22428ee6',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.781169] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56b93829-da21-4fcf-8e36-6ec77f6764b3 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.781289] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.781353] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.781516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.781574] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56b93829-da21-4fcf-8e36-6ec77f6764b3',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.782312] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.782435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.782484] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.782862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.782862] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e72537a-2ab1-4d9b-8aff-d9c68883c973',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.786971] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.811061] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.811212] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.811264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.811468] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.814266] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.814386] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.834254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.834406] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57a634c1-42bf-41c9-8df8-9727963d4b0d is going to be deleted. [ 1306.836669] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.836883] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.860542] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.860610] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b is going to be deleted. [ 1306.901184] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.902452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.902452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.902452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.902452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.902452] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57a634c1-42bf-41c9-8df8-9727963d4b0d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.918233] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.918479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.918479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.918738] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.918832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.918959] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd5e363-3bc6-452c-b3b5-b20cd81d7c2b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.289862] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-dace6aa0-1a14-4a37-9ea9-777656f97546 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.290160] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.290396] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.290708] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.291011] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.291268] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.291432] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.291689] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.291889] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.292090] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.292288] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dace6aa0-1a14-4a37-9ea9-777656f97546',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.295204] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.295638] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.297018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.297018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.297018] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.297018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.297018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.297018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.297018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.297018] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.297018] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.306309] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.306433] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.314791] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.314938] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.315254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.315254] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.315446] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.315564] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.315614] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.315768] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.315854] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.315943] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.316257] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.317108] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.317235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.317235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.317395] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.317706] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.317706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.317706] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.317870] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.317932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.318025] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.318112] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.320273] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.331705] env[65116]: INFO networking_nsxv3.common.synchronization [req-77bf5c04-32f6-49fb-bcd4-9cb945f65c57 req-9068cf94-3750-4f98-8e09-26cf62c5bd2a tempest-ServerActionsTestJSON-460922022 tempest-ServerActionsTestJSON-460922022-project-member] Enqueued Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 1307.339264] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 with Priority: HIGHEST for action security_group_members [ 1307.344093] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.344248] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.344329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.344609] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.359706] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c97400d-6cdc-41ed-8688-5f46322d4b94 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.359848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.359917] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.360191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.360412] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.360532] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.360596] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.360941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.360941] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.360941] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.383279] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.383483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.397807] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.398080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.398897] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.399110] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.400037] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.400591] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.401095] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.401228] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.401918] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.402032] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.402838] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.402939] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.403650] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.403745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.404456] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.404584] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.405339] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.405633] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.410946] env[65116]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.411513] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.411849] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.412760] env[65116]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.413224] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.413353] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949fcc4b-7dd3-40d9-8bad-9227b874275f is going to be deleted. [ 1307.416654] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.416776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.416823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.417035] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.440794] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.440794] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2c820bc-e5fc-4416-88b7-388a8731491d is going to be deleted. [ 1307.441171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.441603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.479451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.479451] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5e7859c-3ed5-44fb-849d-ea21c1c999d2 is going to be deleted. [ 1307.479451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.479451] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.516483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.516483] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dac9d27-d1d8-4894-a35c-a6a0e43534c1 is going to be deleted. [ 1307.517091] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.517321] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.522346] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.522582] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.537936] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.538252] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.548603] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.548853] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43561c6e-42c5-4c70-8ac9-c1a88da69fd1 is going to be deleted. [ 1307.549717] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.549930] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.586290] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.586290] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 739d6371-e9ca-4e58-9d28-dabf22428ee6 is going to be deleted. [ 1307.587022] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.588539] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.595977] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.595977] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.624787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.624787] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be77acd3-242d-460d-afd5-fdb936d49ca0 is going to be deleted. [ 1307.624787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.624787] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.671380] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.671599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.676291] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.677505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.695937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.695937] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56b93829-da21-4fcf-8e36-6ec77f6764b3 is going to be deleted. [ 1307.695937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.695937] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.726540] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.726689] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7afa8752-9996-4808-94b5-df32fa458927 is going to be deleted. [ 1307.727563] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.727769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.751138] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.751259] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.755038] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.755547] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.777754] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.777754] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1107dd3-a6e3-47c0-9fb6-05ff74e73343 is going to be deleted. [ 1307.778804] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.778992] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.807949] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dace6aa0-1a14-4a37-9ea9-777656f97546',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.809089] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.809253] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.809308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.809505] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.809678] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.809769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.809841] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.809989] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.810091] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.810219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.810431] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.810527] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.810581] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.810949] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.811151] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.811247] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.811327] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.811483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.811571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.811693] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.811888] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.827203] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c97400d-6cdc-41ed-8688-5f46322d4b94',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.829483] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.829658] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.829807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.829954] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.830051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.830150] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a29923-854e-4f0f-9d9f-01769f444e0f is going to be updated. [ 1307.832165] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.849772] env[65116]: INFO networking_nsxv3.common.synchronization [req-aec8e632-c03f-450e-88c2-4b99984f6be4 req-435a7642-0229-4041-8885-556d117ceef1 tempest-ServerActionsTestOtherB-1773662609 tempest-ServerActionsTestOtherB-1773662609-project-member] Enqueued Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 1307.850920] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b075320f-40be-4b29-84c7-cc716b85b3c4 with Priority: HIGHEST for action security_group_members [ 1307.850920] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-b075320f-40be-4b29-84c7-cc716b85b3c4 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.850920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.850920] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.851182] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.851217] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.851729] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.851854] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.852213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.852213] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.852213] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b075320f-40be-4b29-84c7-cc716b85b3c4',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.863823] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.863823] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.884123] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.884123] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7807efd-5e41-4daa-9c2a-bef76c49aef5 is going to be deleted. [ 1307.885148] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.885364] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.887794] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.887921] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.898981] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.898981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.898981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.898981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.898981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.901404] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.901520] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.911102] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: IN_PROGRESS for 2s [ 1307.944491] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.944710] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.972827] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.973149] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e72537a-2ab1-4d9b-8aff-d9c68883c973 is going to be deleted. [ 1307.974392] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.974640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.025718] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.025904] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d61f981-2d3d-41fc-821a-077b08d9783f is going to be deleted. [ 1308.030448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.030448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.030448] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.030734] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2c820bc-e5fc-4416-88b7-388a8731491d" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.032058] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.032058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.032058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.032058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.032058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.032058] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7807efd-5e41-4daa-9c2a-bef76c49aef5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949fcc4b-7dd3-40d9-8bad-9227b874275f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5e7859c-3ed5-44fb-849d-ea21c1c999d2" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43561c6e-42c5-4c70-8ac9-c1a88da69fd1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dac9d27-d1d8-4894-a35c-a6a0e43534c1" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.035019] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-739d6371-e9ca-4e58-9d28-dabf22428ee6" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.036040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.036040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.036040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.036040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be77acd3-242d-460d-afd5-fdb936d49ca0" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.036040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.036040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.086634] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.086799] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.088142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.088457] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.089516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.089516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.089516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.089516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.089516] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 is going to be updated. [ 1308.090568] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.091200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.091200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.091200] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7afa8752-9996-4808-94b5-df32fa458927" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.091382] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.091435] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.091543] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.091722] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1107dd3-a6e3-47c0-9fb6-05ff74e73343" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.093171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.093171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.093171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.093171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56b93829-da21-4fcf-8e36-6ec77f6764b3" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.093171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.093171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.093171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.093171] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e72537a-2ab1-4d9b-8aff-d9c68883c973" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.142111] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.142111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.142111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.142111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.142111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.154925] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: IN_PROGRESS for 2s [ 1308.172723] env[65116]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.173923] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.173923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.173923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.174371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.174371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.174371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d61f981-2d3d-41fc-821a-077b08d9783f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.313994] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dace6aa0-1a14-4a37-9ea9-777656f97546: rpc.has_security_group_logging(os_id): False [ 1308.315127] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93ed626b-27eb-4fbc-a80f-6000b6839f66: rpc.has_security_group_logging(os_id): False [ 1308.329871] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c97400d-6cdc-41ed-8688-5f46322d4b94: rpc.has_security_group_logging(os_id): False [ 1308.334918] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b075320f-40be-4b29-84c7-cc716b85b3c4: rpc.has_security_group_logging(os_id): False [ 1308.349897] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.350176] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.350316] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.350590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.352739] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.352739] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.354366] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.354477] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.358738] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.358876] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.361291] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.361398] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.374051] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.374337] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.374479] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.374590] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.374852] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.374976] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.375114] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dace6aa0-1a14-4a37-9ea9-777656f97546 is going to be updated. [ 1308.376406] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.376733] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.401291] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.401667] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.401818] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.401862] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.402776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.402776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.402776] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.402776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.402776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.402776] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.404745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.404745] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.404745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.404745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.404745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.404745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.404745] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 is going to be updated. [ 1308.404745] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.405482] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.435877] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.436226] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.436352] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.436417] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.436585] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.436670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.436766] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be updated. [ 1308.437829] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.438010] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.438105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.438292] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.438402] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.438460] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.438605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.438678] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.438951] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 is going to be updated. [ 1308.439620] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.439774] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.439859] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.440105] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.440249] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.440338] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.440440] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.440516] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.440608] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 is going to be updated. [ 1308.472959] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.473220] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.473301] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.474277] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.474439] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.479264] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.479264] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.479647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.479647] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.479746] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.487829] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 1308.492688] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dace6aa0-1a14-4a37-9ea9-777656f97546 in Status: IN_PROGRESS for 2s [ 1308.502901] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.503111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.503111] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.503258] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.503408] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.513732] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.513732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.513732] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.514085] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.514266] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.531926] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: IN_PROGRESS for 2s [ 1308.533993] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: IN_PROGRESS for 2s [ 1308.535259] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.535342] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.535428] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.535608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.535796] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.581065] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: IN_PROGRESS for 2s [ 1309.921277] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: SUCCESS [ 1309.921671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.921671] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.921769] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.921968] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.922122] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.922210] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.922374] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.922458] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.922548] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.922636] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.165698] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: SUCCESS [ 1310.165955] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 deletion is rescheduled due to dependency. [ 1310.166131] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.424812] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.498985] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 1310.499199] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b075320f-40be-4b29-84c7-cc716b85b3c4 deletion is rescheduled due to dependency. [ 1310.499318] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.503658] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dace6aa0-1a14-4a37-9ea9-777656f97546 in Status: SUCCESS [ 1310.503867] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.545659] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c97400d-6cdc-41ed-8688-5f46322d4b94 in Status: SUCCESS [ 1310.545890] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c97400d-6cdc-41ed-8688-5f46322d4b94" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.547533] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: SUCCESS [ 1310.547726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.596642] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b075320f-40be-4b29-84c7-cc716b85b3c4 in Status: SUCCESS [ 1310.596642] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b075320f-40be-4b29-84c7-cc716b85b3c4" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.927140] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39a29923-854e-4f0f-9d9f-01769f444e0f: rpc.has_security_group_logging(os_id): False [ 1310.944300] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.944506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.944506] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.944712] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.961737] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.961980] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.962118] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.962187] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.962376] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.962461] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.962572] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39a29923-854e-4f0f-9d9f-01769f444e0f is going to be updated. [ 1311.026501] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.026726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.026726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.026910] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.027080] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.041467] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: IN_PROGRESS for 2s [ 1312.852790] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.852790] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1313.059167] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: SUCCESS [ 1313.059471] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.394703] env[65116]: INFO networking_nsxv3.common.synchronization [None req-c9333009-b597-48cf-a790-b9c69741d2e0 None None] Enqueued Resource ID: 25620cc6-7da9-4332-9d5c-46cafe3dd58b with Priority: HIGHEST for action port [ 1316.396219] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25620cc6-7da9-4332-9d5c-46cafe3dd58b with Priority: HIGHEST for action port [ 1316.396219] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-25620cc6-7da9-4332-9d5c-46cafe3dd58b taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.396219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25620cc6-7da9-4332-9d5c-46cafe3dd58b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.396219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25620cc6-7da9-4332-9d5c-46cafe3dd58b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.396219] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25620cc6-7da9-4332-9d5c-46cafe3dd58b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.396219] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25620cc6-7da9-4332-9d5c-46cafe3dd58b',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.899042] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25620cc6-7da9-4332-9d5c-46cafe3dd58b [ 1316.899042] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.899042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.899042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.899354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.899354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.899354] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25620cc6-7da9-4332-9d5c-46cafe3dd58b already deleted. [ 1316.899556] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25620cc6-7da9-4332-9d5c-46cafe3dd58b" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.516110] env[65116]: INFO networking_nsxv3.common.synchronization [req-9886c055-7e3f-417d-a466-244e4dd990cf req-02ecc3d4-338d-4ef2-8ee0-477d5a8b380e tempest-AttachVolumeNegativeTest-1790674778 tempest-AttachVolumeNegativeTest-1790674778-project-member] Enqueued Resource ID: dace6aa0-1a14-4a37-9ea9-777656f97546 with Priority: HIGHEST for action security_group_members [ 1317.516110] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dace6aa0-1a14-4a37-9ea9-777656f97546 with Priority: HIGHEST for action security_group_members [ 1317.516110] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-dace6aa0-1a14-4a37-9ea9-777656f97546 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.516110] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.516110] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.517108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.517108] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.517108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.517108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.517108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.517108] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.517108] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dace6aa0-1a14-4a37-9ea9-777656f97546',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.020605] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.020828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.020828] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.021040] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.021222] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.021493] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.021631] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.021716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.022860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.022860] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.022860] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dace6aa0-1a14-4a37-9ea9-777656f97546 is going to be updated. [ 1318.051057] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.051235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.051279] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.051701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.051701] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.061212] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dace6aa0-1a14-4a37-9ea9-777656f97546 in Status: IN_PROGRESS for 2s [ 1318.594784] env[65116]: INFO networking_nsxv3.common.synchronization [None req-ad126f6d-678d-42b0-b235-f28e889f662c None None] Enqueued Resource ID: fe029dbc-906d-4c0e-b129-5baa571683ff with Priority: HIGHEST for action port [ 1318.595379] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe029dbc-906d-4c0e-b129-5baa571683ff with Priority: HIGHEST for action port [ 1318.595701] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe029dbc-906d-4c0e-b129-5baa571683ff taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.595825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe029dbc-906d-4c0e-b129-5baa571683ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.595894] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe029dbc-906d-4c0e-b129-5baa571683ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.596272] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe029dbc-906d-4c0e-b129-5baa571683ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.596404] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe029dbc-906d-4c0e-b129-5baa571683ff',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.939303] env[65116]: INFO networking_nsxv3.common.synchronization [None req-5305d71b-7800-4b6f-a8a1-088a5d3b7102 None None] Enqueued Resource ID: 9e684bcd-583f-4b2c-949d-253f40700e46 with Priority: HIGHEST for action port [ 1318.939988] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e684bcd-583f-4b2c-949d-253f40700e46 with Priority: HIGHEST for action port [ 1318.940648] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e684bcd-583f-4b2c-949d-253f40700e46 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.940882] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e684bcd-583f-4b2c-949d-253f40700e46" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.940968] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e684bcd-583f-4b2c-949d-253f40700e46" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.941274] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e684bcd-583f-4b2c-949d-253f40700e46" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.941389] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e684bcd-583f-4b2c-949d-253f40700e46',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.100029] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe029dbc-906d-4c0e-b129-5baa571683ff [ 1319.100260] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.100975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.100975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.100975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.100975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.100975] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe029dbc-906d-4c0e-b129-5baa571683ff already deleted. [ 1319.100975] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe029dbc-906d-4c0e-b129-5baa571683ff" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.446066] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e684bcd-583f-4b2c-949d-253f40700e46 [ 1319.446310] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.446509] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.446569] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.446765] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.446851] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.446946] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e684bcd-583f-4b2c-949d-253f40700e46 already deleted. [ 1319.447039] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e684bcd-583f-4b2c-949d-253f40700e46" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.073292] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dace6aa0-1a14-4a37-9ea9-777656f97546 in Status: SUCCESS [ 1320.073292] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dace6aa0-1a14-4a37-9ea9-777656f97546 deletion is rescheduled due to dependency. [ 1320.073673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dace6aa0-1a14-4a37-9ea9-777656f97546" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.153978] env[65116]: INFO networking_nsxv3.common.synchronization [None req-aec34853-3ddc-43a1-890e-eb4ab36a45b0 None None] Enqueued Resource ID: 1c2ddf5d-419b-46f0-ba67-69b31cff67bf with Priority: HIGHEST for action port [ 1321.154278] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2ddf5d-419b-46f0-ba67-69b31cff67bf with Priority: HIGHEST for action port [ 1321.154586] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c2ddf5d-419b-46f0-ba67-69b31cff67bf taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.154709] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c2ddf5d-419b-46f0-ba67-69b31cff67bf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.154778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c2ddf5d-419b-46f0-ba67-69b31cff67bf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.155335] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c2ddf5d-419b-46f0-ba67-69b31cff67bf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.155335] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c2ddf5d-419b-46f0-ba67-69b31cff67bf',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.657213] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c2ddf5d-419b-46f0-ba67-69b31cff67bf [ 1321.657447] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.657605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.657673] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.657847] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.658088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.658088] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c2ddf5d-419b-46f0-ba67-69b31cff67bf already deleted. [ 1321.658190] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c2ddf5d-419b-46f0-ba67-69b31cff67bf" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.372609] env[65116]: INFO networking_nsxv3.common.synchronization [req-3beef78c-1083-47c9-b4b6-df4fb8813ed4 req-0fbf683d-fe75-41e9-bc63-1fd823746362 tempest-ServerActionsTestOtherA-531735361 tempest-ServerActionsTestOtherA-531735361-project-member] Enqueued Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_members [ 1323.373138] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a29923-854e-4f0f-9d9f-01769f444e0f with Priority: HIGHEST for action security_group_members [ 1323.373449] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-39a29923-854e-4f0f-9d9f-01769f444e0f taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.373571] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.373640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.373835] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.373981] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.374101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.374163] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.374307] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.374389] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.374504] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39a29923-854e-4f0f-9d9f-01769f444e0f',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.876727] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.876996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.876996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.877170] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.877269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.877469] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.877604] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.877668] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.877807] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.877885] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.877981] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a29923-854e-4f0f-9d9f-01769f444e0f is going to be updated. [ 1323.906708] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.906925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.906925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.907138] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.907275] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.916930] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: IN_PROGRESS for 2s [ 1324.004717] env[65116]: INFO networking_nsxv3.common.synchronization [req-501d4324-18ac-48d8-bea4-59ecf8fc20f5 req-5695a1ff-2d74-482e-9a2e-9d29ba50740f tempest-ServersNegativeTestMultiTenantJSON-105402919 tempest-ServersNegativeTestMultiTenantJSON-105402919-project-member] Enqueued Resource ID: 176a0104-82ff-4293-89b5-207c039dfdb5 with Priority: HIGHEST for action security_group_members [ 1324.005293] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176a0104-82ff-4293-89b5-207c039dfdb5 with Priority: HIGHEST for action security_group_members [ 1324.005772] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-176a0104-82ff-4293-89b5-207c039dfdb5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.005772] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.005929] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.006251] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.006432] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.006549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.006616] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.006786] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.006875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.006969] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('176a0104-82ff-4293-89b5-207c039dfdb5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.310540] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.310721] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "network-244" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.310825] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "network-244" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.311174] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "network-244" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.311461] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.311633] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.311752] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.311973] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.312132] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.312347] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1324.312459] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] NeedRegenerationException {{(pid=65116) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1324.312569] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] no value, waiting for create lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1324.312679] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] value creation lock acquired {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1324.312782] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] No value present for key: 'zone-id' {{(pid=65116) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1324.312886] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Calling creation function for not-yet-present value {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1324.313027] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1324.332564] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1324.332762] env[65116]: DEBUG dogpile.cache.region [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65116) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1324.332884] env[65116]: DEBUG dogpile.lock [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Released creation lock {{(pid=65116) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1324.333132] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "network-244" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.333459] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock port-1f005be0-5cc6-421b-8b7f-769561de8d43 taken with stack trace [, , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.333633] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "port-1f005be0-5cc6-421b-8b7f-769561de8d43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.333753] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "port-1f005be0-5cc6-421b-8b7f-769561de8d43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.334078] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "port-1f005be0-5cc6-421b-8b7f-769561de8d43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.334220] env[65116]: DEBUG networking_nsxv3.api.rpc [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f005be0-5cc6-421b-8b7f-769561de8d43',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.509952] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.510287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.510287] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.510533] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.510639] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.510883] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.511010] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.511105] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.511295] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.511425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.511549] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 176a0104-82ff-4293-89b5-207c039dfdb5 already deleted. [ 1324.511640] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.837348] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.837646] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.837646] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.837894] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.838095] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.838264] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Segment Port 1f005be0-5cc6-421b-8b7f-769561de8d43 not found, creating... [ 1324.838548] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.838713] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.838830] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.839070] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.839212] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.839494] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.839641] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.839866] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.839982] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.840106] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.840246] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Resource: SegmentPort with ID: 1f005be0-5cc6-421b-8b7f-769561de8d43 is going to be created. [ 1324.860696] env[65116]: DEBUG networking_nsxv3.common.locking [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.860916] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.861036] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.861299] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.861564] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.861802] env[65116]: DEBUG oslo_concurrency.lockutils [None req-745b2e36-7b62-4e52-9d99-dcb8a69915fa None None] Releasing lock "port-1f005be0-5cc6-421b-8b7f-769561de8d43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.590556] env[65116]: INFO networking_nsxv3.common.synchronization [req-501d4324-18ac-48d8-bea4-59ecf8fc20f5 req-624b3b0b-3815-4af8-ae32-252439d2e99f service nova] Enqueued Resource ID: 176a0104-82ff-4293-89b5-207c039dfdb5 with Priority: HIGHEST for action security_group_rules [ 1325.590556] env[65116]: INFO networking_nsxv3.common.synchronization [req-501d4324-18ac-48d8-bea4-59ecf8fc20f5 req-624b3b0b-3815-4af8-ae32-252439d2e99f service nova] Enqueued Resource ID: 176a0104-82ff-4293-89b5-207c039dfdb5 with Priority: HIGHEST for action security_group_members [ 1325.590556] env[65116]: INFO networking_nsxv3.common.synchronization [req-501d4324-18ac-48d8-bea4-59ecf8fc20f5 req-624b3b0b-3815-4af8-ae32-252439d2e99f service nova] Enqueued Resource ID: 1f005be0-5cc6-421b-8b7f-769561de8d43 with Priority: HIGHEST for action port [ 1325.590556] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176a0104-82ff-4293-89b5-207c039dfdb5 with Priority: HIGHEST for action security_group_rules [ 1325.591185] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176a0104-82ff-4293-89b5-207c039dfdb5 with Priority: HIGHEST for action security_group_members [ 1325.591418] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f005be0-5cc6-421b-8b7f-769561de8d43 with Priority: HIGHEST for action port [ 1325.591825] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock rules-176a0104-82ff-4293-89b5-207c039dfdb5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.592091] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.592269] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.592653] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.595020] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('176a0104-82ff-4293-89b5-207c039dfdb5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.595020] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-176a0104-82ff-4293-89b5-207c039dfdb5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.595020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.595020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.595020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.595020] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.595020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.595020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.595020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.595020] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.595020] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('176a0104-82ff-4293-89b5-207c039dfdb5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.596314] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f005be0-5cc6-421b-8b7f-769561de8d43 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.596429] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f005be0-5cc6-421b-8b7f-769561de8d43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.596510] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f005be0-5cc6-421b-8b7f-769561de8d43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.596684] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f005be0-5cc6-421b-8b7f-769561de8d43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.596763] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f005be0-5cc6-421b-8b7f-769561de8d43',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.929081] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39a29923-854e-4f0f-9d9f-01769f444e0f in Status: SUCCESS [ 1325.929081] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39a29923-854e-4f0f-9d9f-01769f444e0f deletion is rescheduled due to dependency. [ 1325.929081] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39a29923-854e-4f0f-9d9f-01769f444e0f" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.098293] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-176a0104-82ff-4293-89b5-207c039dfdb5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.098469] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.099753] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f005be0-5cc6-421b-8b7f-769561de8d43 with status ACTIVE [ 1326.099923] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.100047] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.100117] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.100329] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.100465] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.100630] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.100726] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.100789] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.100946] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.101033] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.101212] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.101305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.101368] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.101528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.101606] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.101692] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f005be0-5cc6-421b-8b7f-769561de8d43 is going to be updated. [ 1326.102770] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('176a0104-82ff-4293-89b5-207c039dfdb5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.123402] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.123637] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.123720] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.123923] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.124077] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.124235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f005be0-5cc6-421b-8b7f-769561de8d43" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.605823] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('176a0104-82ff-4293-89b5-207c039dfdb5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.108673] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.108944] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.108944] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.109134] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.109226] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.109328] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 176a0104-82ff-4293-89b5-207c039dfdb5 is going to be created. [ 1327.134770] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.134998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.134998] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.135207] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.135371] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.152315] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 176a0104-82ff-4293-89b5-207c039dfdb5 in Status: UNINITIALIZED for 2s [ 1329.164512] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 176a0104-82ff-4293-89b5-207c039dfdb5 in Status: SUCCESS [ 1329.164846] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.164915] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.165113] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.165331] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.165464] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.165549] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.165688] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.165778] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.165858] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.165936] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('176a0104-82ff-4293-89b5-207c039dfdb5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.668367] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-176a0104-82ff-4293-89b5-207c039dfdb5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.668528] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.668599] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.668825] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.668998] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.669142] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.669559] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.669559] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.669559] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.669741] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.669741] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-176a0104-82ff-4293-89b5-207c039dfdb5 taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.669875] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.670191] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.670354] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.670565] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.670660] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.670753] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.670880] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.670926] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.671017] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.671114] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('176a0104-82ff-4293-89b5-207c039dfdb5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.173795] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 176a0104-82ff-4293-89b5-207c039dfdb5: rpc.has_security_group_logging(os_id): False [ 1330.192777] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.192919] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.192996] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.193216] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.193308] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.193518] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.193716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.193716] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.193955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.194091] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.194331] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.194425] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.194480] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.194608] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.194689] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.194880] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.194971] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.195042] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.195185] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.195260] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.195399] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 176a0104-82ff-4293-89b5-207c039dfdb5 is going to be created. [ 1330.258884] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.259089] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.259163] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.259373] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.259562] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.272386] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 176a0104-82ff-4293-89b5-207c039dfdb5 in Status: IN_PROGRESS for 2s [ 1330.592773] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.592952] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1331.065882] env[65116]: INFO networking_nsxv3.common.synchronization [req-a0ccb61e-be03-48f8-b568-332f2d848fa1 req-05a31fac-f233-44f0-afa5-ce92382f944a tempest-ServerRescueNegativeTestJSON-1990305895 tempest-ServerRescueNegativeTestJSON-1990305895-project-member] Enqueued Resource ID: 32682ac6-9780-4215-af2b-46ca73e58e97 with Priority: HIGHEST for action security_group_members [ 1331.066339] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32682ac6-9780-4215-af2b-46ca73e58e97 with Priority: HIGHEST for action security_group_members [ 1331.067044] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-32682ac6-9780-4215-af2b-46ca73e58e97 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.067044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.067044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.067044] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.067297] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.067297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.067399] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.067455] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.067539] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.067629] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32682ac6-9780-4215-af2b-46ca73e58e97',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.569668] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.570052] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.570052] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.570181] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.709218] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.709581] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.709747] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.709838] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.710110] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.710314] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.710497] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32682ac6-9780-4215-af2b-46ca73e58e97 is going to be updated. [ 1331.739515] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.739699] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.739757] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.739935] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.740092] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.748512] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32682ac6-9780-4215-af2b-46ca73e58e97 in Status: IN_PROGRESS for 2s [ 1332.292730] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 176a0104-82ff-4293-89b5-207c039dfdb5 in Status: SUCCESS [ 1332.292981] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.759719] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32682ac6-9780-4215-af2b-46ca73e58e97 in Status: SUCCESS [ 1333.760101] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32682ac6-9780-4215-af2b-46ca73e58e97 deletion is rescheduled due to dependency. [ 1333.760101] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32682ac6-9780-4215-af2b-46ca73e58e97" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.067211] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.067589] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.438400] env[65116]: INFO networking_nsxv3.common.synchronization [req-447cf77e-8a75-423d-964c-c2fb9a3d06b1 req-334257d9-e952-48cb-97b1-c28875eac9fc tempest-ServersNegativeTestMultiTenantJSON-105402919 tempest-ServersNegativeTestMultiTenantJSON-105402919-project-member] Enqueued Resource ID: 176a0104-82ff-4293-89b5-207c039dfdb5 with Priority: HIGHEST for action security_group_members [ 1337.438986] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176a0104-82ff-4293-89b5-207c039dfdb5 with Priority: HIGHEST for action security_group_members [ 1337.439307] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-176a0104-82ff-4293-89b5-207c039dfdb5 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.439422] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.439494] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.439728] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.439831] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.439932] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.439994] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.440153] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.440235] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.440326] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('176a0104-82ff-4293-89b5-207c039dfdb5',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.942666] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.942925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.942925] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.943199] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.943297] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.943504] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.943605] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.943670] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.943826] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.943902] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.943989] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 176a0104-82ff-4293-89b5-207c039dfdb5 is going to be updated. [ 1337.972352] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.972531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.972531] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.972775] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.972953] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.981345] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 176a0104-82ff-4293-89b5-207c039dfdb5 in Status: IN_PROGRESS for 2s [ 1339.993444] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 176a0104-82ff-4293-89b5-207c039dfdb5 in Status: SUCCESS [ 1339.993785] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 176a0104-82ff-4293-89b5-207c039dfdb5 deletion is rescheduled due to dependency. [ 1339.993785] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-176a0104-82ff-4293-89b5-207c039dfdb5" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.286527] env[65116]: INFO networking_nsxv3.common.synchronization [req-d9d39edd-29d2-4d8d-832c-186b0e939eda req-cbe38ba6-12c5-4bd5-a8a5-a2391e16fd4d tempest-ServerRescueNegativeTestJSON-1990305895 tempest-ServerRescueNegativeTestJSON-1990305895-project-member] Enqueued Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_members [ 1342.287417] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_members [ 1342.287775] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.287907] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.287961] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.288534] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.288852] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.288986] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.289088] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.290113] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.290208] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.290530] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.794111] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.297060] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.802517] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.802517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.802517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.802517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.802517] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.802517] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 is going to be updated. [ 1343.833360] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.833790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.833790] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.833887] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.834473] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.843310] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: IN_PROGRESS for 2s [ 1345.855063] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: SUCCESS [ 1345.855450] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.288967] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.288967] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.038948] env[65116]: INFO networking_nsxv3.common.synchronization [req-edeca43b-7977-43bd-b629-017fcc1e3fa4 req-4eefcba5-5106-4ec3-8fef-188f1016227c tempest-ServerRescueNegativeTestJSON-1990305895 tempest-ServerRescueNegativeTestJSON-1990305895-project-member] Enqueued Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_members [ 1349.039560] env[65116]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 with Priority: HIGHEST for action security_group_members [ 1349.040490] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ed626b-27eb-4fbc-a80f-6000b6839f66 taken with stack trace [, , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.040490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.040490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.040490] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.040490] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.040832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.040832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.040832] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.040947] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.040991] env[65116]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ed626b-27eb-4fbc-a80f-6000b6839f66',) {} {{(pid=65116) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.543519] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.543766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.543766] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.544107] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.544240] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.544446] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.544576] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.544663] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.544848] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.544955] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.545096] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 is going to be updated. [ 1349.575087] env[65116]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65116) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.575305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.575305] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.575483] env[65116]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.575624] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.583537] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: IN_PROGRESS for 2s [ 1351.594274] env[65116]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 in Status: SUCCESS [ 1351.594667] env[65116]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ed626b-27eb-4fbc-a80f-6000b6839f66 deletion is rescheduled due to dependency. [ 1351.594667] env[65116]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ed626b-27eb-4fbc-a80f-6000b6839f66" {{(pid=65116) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.040855] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.041119] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.042282] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.042669] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.043206] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.043606] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.044657] env[65116]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.045141] env[65116]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0